
# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)

# For info, print out where the script is running
print("Running in {}".format(os.getcwd()))

Running in /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpci2tl5ty


import os
if 'CRDS_CACHE_TYPE' in os.environ:
    if os.environ['CRDS_CACHE_TYPE'] == 'local':
        os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
    elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
        os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))

CRDS cache location: /grp/crds/cache


#import pytest
import numpy as np
from glob import glob
import json
import matplotlib.pyplot as plt
import photutils
import math

from astropy.io import fits, ascii
from astropy.coordinates import Angle
from astropy.table import Table, vstack, unique, join
from astropy import table
from astropy.coordinates import SkyCoord, match_coordinates_sky
from astropy.visualization import simple_norm
from astropy import units as u
from astropy.modeling import models
from astropy.wcs import WCS

# Box download imports 
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext

import jwst
from jwst import datamodels
from jwst.datamodels import RampModel, ImageModel

from jwst import associations
from jwst.associations import asn_from_list
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base

from jwst.pipeline import calwebb_image3
from jwst.pipeline import calwebb_image2
from jwst.pipeline import calwebb_detector1
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline


print(jwst.__version__) 
print(data_dir)

1.8.2
<TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpci2tl5ty'>


# Read in dataset from Box

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url, timeout=600)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)
 
# F770W data of PID 1040 (LMC), taken in May 2022   
file_urls = ['https://stsci.box.com/shared/static/yk2kfwxr1dv7mcc84zvi02t7mq8e5wc7.fits',
             'https://stsci.box.com/shared/static/icedk709owq6op5mttv4y8k0bce58wu7.fits',
             'https://stsci.box.com/shared/static/kq4h4pb95yse3k1ryb0d1vcs69ay4679.fits',
             'https://stsci.box.com/shared/static/z1wbjh0y3dzuh2i5heejo0sehwqu2p2w.fits',
             'https://stsci.box.com/shared/static/q01wh0evq7w7klqy566cbm1qlpuys7h7.fits',
             'https://stsci.box.com/shared/static/gj558uxvarmcm807z7hv3h1nh7hscudc.fit'] 

file_names = ['jw01040001005_03103_00001_mirimage_uncal.fits',
              'jw01040001005_03103_00002_mirimage_uncal.fits',
              'jw01040001005_03103_00003_mirimage_uncal.fits',
              'jw01040001005_03103_00004_mirimage_uncal.fits',
              'jw01040001005_03103_00005_mirimage_uncal.fits',
              'Gaia_pid_1040.fit']


box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]


get_box_files(box_download_list)


uncalfiles = file_names[0:-1]

full_gaia_cat = file_names[-1]

print('Filenames of uncal files')
print(uncalfiles)
print()
print('Gaia catalog name: ', full_gaia_cat)

Filenames of uncal files
['jw01040001005_03103_00001_mirimage_uncal.fits', 'jw01040001005_03103_00002_mirimage_uncal.fits', 'jw01040001005_03103_00003_mirimage_uncal.fits', 'jw01040001005_03103_00004_mirimage_uncal.fits', 'jw01040001005_03103_00005_mirimage_uncal.fits']

Gaia catalog name:  Gaia_pid_1040.fit


# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')    
    
print('There are ', len(uncalfiles), ' images.')
        
slopelist = []    
    
# loop over list of files
for file in uncalfiles:

    # Run pipeline on each file
    rampfile = Detector1Pipeline.call(file, save_results=True)
    
    # set up output file name
    base, remainder = file.split('.')
    outname = base
    
    slopelist.append(base+'rate.fits')

print('Detector 1 steps completed on all files.')
print(slopelist)

There are  5  images.

2022-12-02 16:30:54,829 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:30:54,852 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:30:54,854 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:30:54,855 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:30:54,856 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:30:54,857 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:30:54,858 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:30:54,860 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:30:54,861 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:30:54,862 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:30:54,863 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:30:54,864 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:30:54,865 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:30:54,867 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:30:54,868 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:30:54,870 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:30:54,871 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:30:54,872 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:30:55,045 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00001_mirimage_uncal.fits',).
2022-12-02 16:30:55,055 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:30:55,277 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:30:55,286 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:30:55,287 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:30:55,289 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:30:55,291 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:30:55,292 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:30:55,293 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:30:55,294 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:30:55,294 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:30:55,296 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:30:55,297 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:30:55,299 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:30:55,299 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:30:55,300 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:30:55,300 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:30:55,692 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:55,694 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:55,763 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:30:55,764 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:30:55,767 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:30:55,937 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:55,939 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:55,961 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:30:56,254 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:30:56,449 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:56,451 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:30:56,473 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:30:57,125 - stpipe.Detector1Pipeline.saturation - INFO - Detected 820 saturated pixels
2022-12-02 16:30:57,131 - stpipe.Detector1Pipeline.saturation - INFO - Detected 76 A/D floor pixels
2022-12-02 16:30:57,139 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:30:57,313 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,315 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:57,315 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:30:57,318 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:30:57,492 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,494 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:57,562 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:30:57,737 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,739 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:57,811 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:30:57,990 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,992 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:58,015 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:30:58,835 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:30:59,014 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:59,015 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:59,039 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:30:59,676 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:30:59,846 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:59,848 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:30:59,872 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:30:59,985 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:31:00,161 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:00,162 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:31:00,185 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:31:24,493 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:31:24,494 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:31:25,493 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:31:25,702 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:25,703 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:31:25,773 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:31:25,774 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:31:25,774 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:31:25,774 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:31:25,777 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:31:25,847 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:31:25,861 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:31:26,033 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:26,035 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:31:26,046 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:31:26,060 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:26,099 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:26,223 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:31:26,240 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:31:26,732 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:31:26,764 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:31:27,711 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.48638 sec
2022-12-02 16:31:27,732 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.686028
2022-12-02 16:31:27,738 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:31:27,910 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:27,911 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:31:27,945 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:27,946 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:27,998 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:31:27,998 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:31:28,034 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:31:28,035 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:31:31,364 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:31:31,365 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:31:31,455 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:31:31,571 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:31,573 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:31,618 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:31,620 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:31,625 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:31,758 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:31,760 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:31,803 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:31,804 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:31,808 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:31,901 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rateints.fits
2022-12-02 16:31:31,901 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:31:31,902 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:31:31,983 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rate.fits
2022-12-02 16:31:31,984 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:31:32,214 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:31:32,232 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:31:32,233 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:31:32,234 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:31:32,235 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:31:32,236 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:31:32,237 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:31:32,238 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:31:32,239 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:31:32,240 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:31:32,242 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:31:32,243 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:31:32,244 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:31:32,245 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:31:32,246 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:31:32,248 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:31:32,249 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:31:32,250 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:31:32,360 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00002_mirimage_uncal.fits',).
2022-12-02 16:31:32,369 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:31:32,584 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:31:32,591 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:31:32,592 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:31:32,594 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:31:32,596 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:31:32,597 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:31:32,598 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:31:32,599 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:31:32,600 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:31:32,601 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:31:32,603 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:31:32,604 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:31:32,605 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:31:32,605 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:31:32,606 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:31:32,932 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:32,934 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:32,995 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:31:32,996 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:31:32,998 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:31:33,104 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:33,105 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:33,128 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:31:33,333 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:31:33,442 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:33,443 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:31:33,466 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:31:33,910 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-12-02 16:31:33,915 - stpipe.Detector1Pipeline.saturation - INFO - Detected 80 A/D floor pixels
2022-12-02 16:31:33,923 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:31:34,027 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,029 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,029 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:31:34,032 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:31:34,132 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,133 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,196 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:31:34,301 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,302 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,366 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:31:34,469 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,470 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,492 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:31:34,804 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:31:34,910 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,911 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,933 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:31:35,229 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:31:35,344 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:35,345 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:31:35,367 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:31:35,475 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:31:35,586 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:35,587 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:31:35,610 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:31:38,441 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:31:38,442 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:31:39,435 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:31:39,559 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:39,561 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:31:39,624 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:31:39,625 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:31:39,625 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:31:39,626 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:31:39,626 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:31:39,626 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:31:39,627 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:31:39,627 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:31:39,629 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:31:39,700 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:31:39,714 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:31:39,820 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:39,822 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:31:39,832 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:31:39,845 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:39,881 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:39,979 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:31:39,991 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:31:40,468 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:31:40,498 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:31:41,466 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.48622 sec
2022-12-02 16:31:41,483 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.651064
2022-12-02 16:31:41,489 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:31:41,592 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:41,594 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:31:41,627 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:41,628 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:41,679 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:31:41,679 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:31:41,714 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:31:41,715 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:31:44,922 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:31:44,923 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:31:45,010 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:31:45,147 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:45,148 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:45,188 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:45,189 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:45,193 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:45,301 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:45,303 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:45,345 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:45,346 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:45,350 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:45,440 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rateints.fits
2022-12-02 16:31:45,441 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:31:45,441 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:31:45,520 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rate.fits
2022-12-02 16:31:45,521 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:31:45,749 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:31:45,767 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:31:45,768 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:31:45,769 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:31:45,770 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:31:45,772 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:31:45,773 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:31:45,774 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:31:45,775 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:31:45,776 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:31:45,777 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:31:45,778 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:31:45,779 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:31:45,780 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:31:45,781 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:31:45,782 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:31:45,783 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:31:45,784 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:31:45,896 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00003_mirimage_uncal.fits',).
2022-12-02 16:31:45,905 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:31:46,119 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:31:46,124 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:31:46,126 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:31:46,127 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:31:46,128 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:31:46,129 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:31:46,130 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:31:46,132 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:31:46,132 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:31:46,133 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:31:46,135 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:31:46,137 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:31:46,137 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:31:46,137 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:31:46,138 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:31:46,466 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:46,467 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:46,529 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:31:46,529 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:31:46,532 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:31:46,639 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:46,640 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:46,661 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:31:46,862 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:31:46,975 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:46,976 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:31:46,999 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:31:47,448 - stpipe.Detector1Pipeline.saturation - INFO - Detected 801 saturated pixels
2022-12-02 16:31:47,453 - stpipe.Detector1Pipeline.saturation - INFO - Detected 78 A/D floor pixels
2022-12-02 16:31:47,461 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:31:47,569 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:47,571 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:47,571 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:31:47,574 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:31:47,680 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:47,682 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:47,747 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:31:47,867 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:47,869 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:47,940 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:31:48,049 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:48,050 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:48,071 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:31:48,372 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:31:48,486 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:48,487 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:48,509 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:31:48,808 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:31:48,921 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:48,922 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:31:48,944 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:31:49,046 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:31:49,156 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:49,157 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:31:49,179 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:31:51,643 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:31:51,644 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:31:52,646 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:31:52,781 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:52,782 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:31:52,849 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:31:52,849 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:31:52,850 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:31:52,850 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:31:52,851 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:31:52,851 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:31:52,851 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:31:52,852 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:31:52,854 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:31:52,925 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:31:52,939 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:31:53,046 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:53,048 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:31:53,058 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:31:53,071 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:53,108 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:53,226 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:31:53,240 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:31:53,725 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:31:53,754 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:31:54,723 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.49642 sec
2022-12-02 16:31:54,742 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.684139
2022-12-02 16:31:54,748 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:31:54,873 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:54,874 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:31:54,911 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:54,912 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:54,961 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:31:54,962 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:31:54,995 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:31:54,997 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:31:58,179 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:31:58,179 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:31:58,263 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:31:58,375 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:58,376 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:58,419 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:58,420 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:58,424 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:58,530 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:58,531 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:58,573 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:58,573 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:58,578 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:58,665 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rateints.fits
2022-12-02 16:31:58,666 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:31:58,667 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:31:58,745 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rate.fits
2022-12-02 16:31:58,746 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:31:58,977 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:31:58,995 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:31:58,997 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:31:58,998 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:31:58,999 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:31:59,000 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:31:59,001 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:31:59,002 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:31:59,003 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:31:59,004 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:31:59,005 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:31:59,006 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:31:59,007 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:31:59,008 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:31:59,009 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:31:59,011 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:31:59,012 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:31:59,013 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:31:59,127 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00004_mirimage_uncal.fits',).
2022-12-02 16:31:59,138 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:31:59,350 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:31:59,355 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:31:59,356 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:31:59,357 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:31:59,359 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:31:59,359 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:31:59,360 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:31:59,361 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:31:59,361 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:31:59,363 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:31:59,364 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:31:59,365 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:31:59,365 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:31:59,365 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:31:59,366 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:31:59,702 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:31:59,703 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:59,767 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:31:59,768 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:31:59,770 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:31:59,880 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:31:59,882 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:59,904 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:32:00,107 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:32:00,217 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:00,219 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:32:00,240 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:32:00,667 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-12-02 16:32:00,672 - stpipe.Detector1Pipeline.saturation - INFO - Detected 85 A/D floor pixels
2022-12-02 16:32:00,680 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:32:00,792 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:00,793 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:00,794 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:32:00,797 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:32:00,919 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:00,920 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:00,987 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:32:01,101 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:01,102 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:01,175 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:32:01,302 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:01,304 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:01,331 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:32:01,637 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:32:01,750 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:01,752 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:01,775 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:32:02,072 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:32:02,183 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:02,185 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:32:02,206 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:32:02,310 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:32:02,427 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:02,428 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:32:02,450 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:32:04,921 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:32:04,921 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:32:05,908 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:32:06,038 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:06,039 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:32:06,103 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:32:06,104 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:32:06,104 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:32:06,104 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:32:06,105 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:32:06,105 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:32:06,106 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:32:06,107 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:32:06,108 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:32:06,179 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:32:06,193 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:32:06,304 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:06,306 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:32:06,316 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:32:06,331 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:06,369 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:06,472 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:32:06,488 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:32:06,960 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:32:06,988 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:32:08,015 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.54215 sec
2022-12-02 16:32:08,037 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.720575
2022-12-02 16:32:08,042 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:32:08,164 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:08,165 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:32:08,199 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:08,200 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:08,250 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:32:08,251 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:32:08,287 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:32:08,288 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:32:11,469 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:32:11,470 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:32:11,553 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:32:11,698 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:11,699 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:11,753 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:11,754 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:11,758 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:11,872 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:11,873 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:11,916 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:11,917 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:11,921 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:12,011 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rateints.fits
2022-12-02 16:32:12,011 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:32:12,012 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:12,091 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rate.fits
2022-12-02 16:32:12,092 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:32:12,320 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:32:12,337 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:32:12,339 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:32:12,340 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:32:12,341 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:32:12,342 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:32:12,342 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:32:12,343 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:32:12,345 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:32:12,346 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:32:12,347 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:32:12,348 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:32:12,349 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:32:12,350 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:32:12,351 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:32:12,352 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:32:12,353 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:32:12,355 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:32:12,473 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00005_mirimage_uncal.fits',).
2022-12-02 16:32:12,482 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:32:12,706 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:32:12,710 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:32:12,712 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:32:12,713 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:32:12,714 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:32:12,716 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:32:12,716 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:32:12,718 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:32:12,718 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:32:12,720 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:32:12,721 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:32:12,723 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:32:12,723 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:32:12,724 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:32:12,724 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:32:13,066 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:13,067 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:13,131 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:32:13,132 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:32:13,134 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:32:13,246 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:13,247 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:13,269 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:32:13,489 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:32:13,600 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:13,602 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:32:13,623 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:32:14,064 - stpipe.Detector1Pipeline.saturation - INFO - Detected 826 saturated pixels
2022-12-02 16:32:14,069 - stpipe.Detector1Pipeline.saturation - INFO - Detected 79 A/D floor pixels
2022-12-02 16:32:14,077 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:32:14,190 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,191 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,192 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:32:14,194 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:32:14,303 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,304 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,371 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:32:14,485 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,486 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,551 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:32:14,668 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,669 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,691 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:32:14,992 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:32:15,107 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:15,108 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:15,130 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:32:15,419 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:32:15,531 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:15,532 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:32:15,554 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:32:15,656 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:32:15,775 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:15,776 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:32:15,798 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:32:18,237 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:32:18,237 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:32:19,235 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:32:19,368 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:19,369 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:32:19,433 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:32:19,434 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:32:19,434 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:32:19,435 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:32:19,435 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:32:19,435 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:32:19,436 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:32:19,436 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:32:19,438 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:32:19,507 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:32:19,520 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:32:19,634 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:19,636 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:32:19,646 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:32:19,659 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:19,696 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:19,797 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:32:19,812 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:32:20,279 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:32:20,306 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:32:21,231 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.43357 sec
2022-12-02 16:32:21,249 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.602790
2022-12-02 16:32:21,254 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:32:21,369 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:21,371 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:32:21,404 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:21,405 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:21,455 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:32:21,456 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:32:21,490 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:32:21,492 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:32:24,736 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:32:24,737 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:32:24,826 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:32:24,948 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:24,949 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:24,990 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:24,991 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:24,995 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:25,113 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:25,115 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:25,159 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:25,159 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:25,164 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:25,253 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rateints.fits
2022-12-02 16:32:25,254 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:32:25,255 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:25,336 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rate.fits
2022-12-02 16:32:25,336 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done

Detector 1 steps completed on all files.
['jw01040001005_03103_00001_mirimage_uncalrate.fits', 'jw01040001005_03103_00002_mirimage_uncalrate.fits', 'jw01040001005_03103_00003_mirimage_uncalrate.fits', 'jw01040001005_03103_00004_mirimage_uncalrate.fits', 'jw01040001005_03103_00005_mirimage_uncalrate.fits']


# Run Calwebb_image2 on output files from detector1
ratefiles = glob('*rate.fits')    
    
print('There are ', len(ratefiles), ' images.')
    
callist = []

# cycle through files
for im in ratefiles:

    calfile = Image2Pipeline.call(im, save_results=True)

    callist.append(calfile)

print(callist)

2022-12-02 16:32:25,392 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:25,394 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:25,395 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:25,396 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:25,397 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:25,398 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:25,516 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00001_mirimage_rate.fits',).
2022-12-02 16:32:25,520 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}

There are  5  images.

2022-12-02 16:32:25,559 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:25,570 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:25,571 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:25,572 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:25,572 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:25,572 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:25,573 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:25,575 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:25,576 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:25,577 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:25,578 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:25,579 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:25,580 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:25,580 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:25,580 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:25,583 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:25,583 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:25,583 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:25,584 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:25,584 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:25,584 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:25,585 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00001_mirimage
2022-12-02 16:32:25,585 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00001_mirimage_rate.fits ...
2022-12-02 16:32:25,741 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:25,742 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:25,978 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:26,085 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-12-02 16:32:26,086 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-12-02 16:32:26,086 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:26,156 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:26,301 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:26,302 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:26,549 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,550 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,550 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,558 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,688 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:26,807 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:26,809 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:26,835 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:26,835 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:26,916 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:26,917 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:32:26,917 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:32:26,917 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-12-02 16:32:26,971 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:26,973 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:32:26,974 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:26,974 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:26,991 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:27,111 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:27,113 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:27,142 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:27,162 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:27,163 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:27,163 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:27,164 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:27,164 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:27,295 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:27,976 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:28,155 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:28,794 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:28,987 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:29,631 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:29,834 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:30,497 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:30,733 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.522522458 -69.442147217 80.541128674 -69.472856530 80.629535994 -69.466236381 80.610809206 -69.435536527
2022-12-02 16:32:30,881 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00001_mirimage_i2d.fits
2022-12-02 16:32:30,882 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:30,882 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00001_mirimage
2022-12-02 16:32:30,884 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:30,884 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:31,069 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_cal.fits
2022-12-02 16:32:31,070 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:31,121 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:31,122 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:31,124 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:31,125 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:31,126 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:31,127 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:31,256 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00002_mirimage_rate.fits',).
2022-12-02 16:32:31,260 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:31,300 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:31,307 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:31,309 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:31,309 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:31,309 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:31,310 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:31,311 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:31,312 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:31,313 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:31,313 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:31,314 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:31,315 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:31,315 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:31,315 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:31,317 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:31,318 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:31,318 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:31,318 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:31,319 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:31,320 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:31,320 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:31,321 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00002_mirimage
2022-12-02 16:32:31,321 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00002_mirimage_rate.fits ...
2022-12-02 16:32:31,484 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:31,486 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:31,696 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:31,784 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-12-02 16:32:31,785 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-12-02 16:32:31,785 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:31,851 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:31,983 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:31,984 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:32,100 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,101 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,101 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,108 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,240 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:32,369 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:32,370 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:32,397 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:32,398 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:32,486 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:32,486 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:32:32,488 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:32:32,488 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-12-02 16:32:32,537 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:32,539 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:32:32,540 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:32,540 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:32,558 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:32,690 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:32,692 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:32,722 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:32,742 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:32,743 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:32,743 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:32,743 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:32,744 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:32,884 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:33,548 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:33,729 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:34,371 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:34,598 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:35,262 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:35,453 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:36,150 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:36,379 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.519690753 -69.441066874 80.538291918 -69.471776494 80.626695680 -69.465157805 80.607973952 -69.434457641
2022-12-02 16:32:36,533 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00002_mirimage_i2d.fits
2022-12-02 16:32:36,534 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:36,535 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00002_mirimage
2022-12-02 16:32:36,537 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:36,537 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:36,718 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_cal.fits
2022-12-02 16:32:36,719 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:36,770 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:36,771 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:36,773 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:36,774 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:36,775 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:36,776 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:36,939 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00003_mirimage_rate.fits',).
2022-12-02 16:32:36,943 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:36,983 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:36,987 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:36,989 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:36,989 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:36,990 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:36,990 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:36,991 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:36,992 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:36,993 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:36,993 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:36,994 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:36,995 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:36,996 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:36,996 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:36,996 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:36,997 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:36,997 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:36,998 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:36,998 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:36,999 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:37,000 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:37,000 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:37,000 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:37,001 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:37,001 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:37,002 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00003_mirimage
2022-12-02 16:32:37,002 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00003_mirimage_rate.fits ...
2022-12-02 16:32:37,168 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:37,169 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:37,380 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:37,467 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-12-02 16:32:37,468 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-12-02 16:32:37,469 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:37,534 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:37,662 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:37,664 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:37,773 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,774 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,775 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,782 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,912 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:38,047 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:38,048 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:38,076 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:38,077 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:38,161 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:38,162 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:32:38,163 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:32:38,163 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-12-02 16:32:38,212 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:38,214 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:32:38,214 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:38,215 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:38,232 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:38,362 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:38,363 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:38,392 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:38,411 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:38,412 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:38,412 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:38,412 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:38,413 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:38,547 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:39,223 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:39,411 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:40,152 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:40,362 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:41,027 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:41,222 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:41,874 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:42,100 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.517042388 -69.438787346 80.535637991 -69.469497234 80.624033142 -69.462879821 80.605317000 -69.432179387
2022-12-02 16:32:42,247 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00003_mirimage_i2d.fits
2022-12-02 16:32:42,248 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:42,249 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00003_mirimage
2022-12-02 16:32:42,251 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:42,251 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:42,432 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_cal.fits
2022-12-02 16:32:42,432 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:42,487 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:42,488 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:42,489 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:42,490 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:42,491 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:42,493 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:42,666 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00004_mirimage_rate.fits',).
2022-12-02 16:32:42,673 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:42,726 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:42,732 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:42,734 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:42,734 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:42,735 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:42,735 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:42,736 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:42,738 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:42,738 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:42,739 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:42,740 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:42,742 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:42,742 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:42,742 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:42,743 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:42,743 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:42,744 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:42,744 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:42,744 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:42,746 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:42,746 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:42,747 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:42,747 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:42,747 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:42,748 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:42,749 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00004_mirimage
2022-12-02 16:32:42,749 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00004_mirimage_rate.fits ...
2022-12-02 16:32:42,922 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:42,924 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:43,135 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:43,223 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-12-02 16:32:43,224 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-12-02 16:32:43,224 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:43,288 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:43,419 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:43,420 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:43,534 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,535 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,535 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,543 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,675 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:43,806 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:43,807 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:43,833 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:43,834 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:43,917 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:43,918 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:32:43,919 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:32:43,919 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-12-02 16:32:43,970 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:43,972 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:32:43,973 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:43,974 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:43,991 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:44,121 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:44,123 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:44,150 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:44,169 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:44,170 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:44,170 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:44,171 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:44,171 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:44,302 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:44,984 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:45,172 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:45,843 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:46,040 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:46,722 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:46,914 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:47,587 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:47,823 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.513268020 -69.439709078 80.531858967 -69.470419373 80.620259097 -69.463803892 80.601547592 -69.433103048
2022-12-02 16:32:47,995 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00004_mirimage_i2d.fits
2022-12-02 16:32:47,995 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:47,996 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00004_mirimage
2022-12-02 16:32:47,998 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:47,998 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:48,186 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_cal.fits
2022-12-02 16:32:48,186 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:48,234 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:48,236 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:48,237 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:48,238 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:48,239 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:48,241 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:48,379 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00005_mirimage_rate.fits',).
2022-12-02 16:32:48,384 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:48,425 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:48,429 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:48,431 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:48,431 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:48,431 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:48,432 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:48,432 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:48,433 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:48,434 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:48,434 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:48,435 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:48,436 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:48,436 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:48,437 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:48,437 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:48,437 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:48,438 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:48,438 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:48,438 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:48,439 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:48,439 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:48,440 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:48,440 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:48,440 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:48,441 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:48,441 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00005_mirimage
2022-12-02 16:32:48,442 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00005_mirimage_rate.fits ...
2022-12-02 16:32:48,616 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:48,617 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:48,823 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:48,909 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-12-02 16:32:48,910 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-12-02 16:32:48,910 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:48,975 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:49,118 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:49,120 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:49,236 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,237 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,237 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,245 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,379 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:49,515 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:49,517 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:49,543 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:49,544 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:49,626 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:49,627 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:32:49,627 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:32:49,627 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-12-02 16:32:49,674 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:49,677 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:32:49,678 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:49,678 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:49,696 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:49,836 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:49,837 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:49,867 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:49,886 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:49,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:49,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:49,888 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:49,888 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:50,020 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:50,707 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:50,885 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:51,547 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:51,743 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:52,411 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:52,611 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:53,382 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:53,729 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.515554404 -69.443343170 80.534151768 -69.474053222 80.622566159 -69.467436576 80.603848198 -69.436735980
2022-12-02 16:32:53,899 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00005_mirimage_i2d.fits
2022-12-02 16:32:53,900 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:53,901 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00005_mirimage
2022-12-02 16:32:53,902 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:53,903 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:54,103 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_cal.fits
2022-12-02 16:32:54,104 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_cal.fits>]]


# use asn_from_list to create association table

calfiles = glob('*_cal.fits')
asn = asn_from_list.asn_from_list(calfiles, rule=DMS_Level3_Base, product_name='starfield_combined.fits')

# dump association table to a .json file for use in image3
with open('starfield_asnfile.json', 'w') as fp:
    fp.write(asn.dump()[1])

print(asn)

jwnoprogram-a3001_none_00007_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_combined.fits with 5 members


# Run Calwebb_image3 on the association table
    
# set any specific parameters

# Set tweakreg parameters:

# tweakreg parameters to allow data to run
fwhm = 2.187  # Gaussian kernel FWHM of objects expected, default=2.5
snr = 5 # signal to noise threshold, default=5 
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 5 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7  # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True  # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 3
save_gaia = True
deblend = False
npixels = 5
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia

pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True

# run Image3

image = pipe3.run('starfield_asnfile.json')
print('Image 3 pipeline finished.')

2022-12-02 16:32:54,129 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-12-02 16:32:54,130 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-12-02 16:32:54,132 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-12-02 16:32:54,133 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-12-02 16:32:54,134 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-12-02 16:32:54,136 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:54,137 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-12-02 16:32:54,315 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_asnfile.json',).
2022-12-02 16:32:54,322 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-12-02 16:32:54,460 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-12-02 16:32:54,475 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-12-02 16:32:54,477 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-12-02 16:32:54,479 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:54,480 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-12-02 16:32:55,272 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-12-02 16:32:55,274 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-12-02 16:32:55,696 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 123 sources in jw01040001005_03103_00001_mirimage_cal.fits.
2022-12-02 16:32:55,701 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00001_mirimage_cal_cat.ecsv
2022-12-02 16:32:56,119 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in jw01040001005_03103_00002_mirimage_cal.fits.
2022-12-02 16:32:56,124 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00002_mirimage_cal_cat.ecsv
2022-12-02 16:32:56,546 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 114 sources in jw01040001005_03103_00003_mirimage_cal.fits.
2022-12-02 16:32:56,550 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00003_mirimage_cal_cat.ecsv
2022-12-02 16:32:56,975 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 120 sources in jw01040001005_03103_00004_mirimage_cal.fits.
2022-12-02 16:32:56,979 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00004_mirimage_cal_cat.ecsv
2022-12-02 16:32:57,396 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 125 sources in jw01040001005_03103_00005_mirimage_cal.fits.
2022-12-02 16:32:57,400 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00005_mirimage_cal_cat.ecsv
2022-12-02 16:32:57,421 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:32:57,422 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-12-02 16:32:57,422 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-12-02 16:32:57,442 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00001_mirimage_cal':
2022-12-02 16:32:57,443 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00001_mirimage_cal
2022-12-02 16:32:57,464 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00002_mirimage_cal':
2022-12-02 16:32:57,465 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00002_mirimage_cal
2022-12-02 16:32:57,485 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00003_mirimage_cal':
2022-12-02 16:32:57,485 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00003_mirimage_cal
2022-12-02 16:32:57,506 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00004_mirimage_cal':
2022-12-02 16:32:57,507 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00004_mirimage_cal
2022-12-02 16:32:57,527 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00005_mirimage_cal':
2022-12-02 16:32:57,528 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00005_mirimage_cal
2022-12-02 16:32:57,528 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:32:57,528 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:32:57,529 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:32:57.528968
2022-12-02 16:32:57,529 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-12-02 16:32:57,530 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:32:58,299 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03103_00002_mirimage_cal' as reference image
2022-12-02 16:32:58,305 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,419 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00001_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00002_mirimage_cal' catalog.
2022-12-02 16:32:58,420 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:58,421 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -2.22e-15, 0 with significance of 65.78 and 124 matches.
2022-12-02 16:32:58,423 - stpipe.Image3Pipeline.tweakreg - INFO - Found 101 matches for 'GROUP ID: jw01040001005_03103_00001_mirimage_cal'...
2022-12-02 16:32:58,424 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:58,426 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00001_mirimage_cal:
2022-12-02 16:32:58,426 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00240252  YSH: 0.00354079
2022-12-02 16:32:58,427 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:32:58,427 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00821244   FIT MAE: 0.00742884
2022-12-02 16:32:58,428 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 93 objects.
2022-12-02 16:32:58,474 - stpipe.Image3Pipeline.tweakreg - INFO - Added 22 unmatched sources from 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,671 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,794 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00001_mirimage_cal' catalog.
2022-12-02 16:32:58,795 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:58,796 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.0001754, 0.1841 with significance of 61.53 and 124 matches.
2022-12-02 16:32:58,798 - stpipe.Image3Pipeline.tweakreg - INFO - Found 100 matches for 'GROUP ID: jw01040001005_03103_00005_mirimage_cal'...
2022-12-02 16:32:58,798 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:58,801 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00005_mirimage_cal:
2022-12-02 16:32:58,801 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00122488  YSH: -0.00357838
2022-12-02 16:32:58,802 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:32:58,802 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00843115   FIT MAE: 0.00762799
2022-12-02 16:32:58,803 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 92 objects.
2022-12-02 16:32:58,848 - stpipe.Image3Pipeline.tweakreg - INFO - Added 25 unmatched sources from 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,978 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,097 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00005_mirimage_cal' catalog.
2022-12-02 16:32:59,098 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:59,100 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.004764, -9.925e-05 with significance of 65.82 and 138 matches.
2022-12-02 16:32:59,101 - stpipe.Image3Pipeline.tweakreg - INFO - Found 106 matches for 'GROUP ID: jw01040001005_03103_00004_mirimage_cal'...
2022-12-02 16:32:59,102 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:59,104 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00004_mirimage_cal:
2022-12-02 16:32:59,105 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00460729  YSH: -0.00281311
2022-12-02 16:32:59,105 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:32:59,105 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00884656   FIT MAE: 0.00775827
2022-12-02 16:32:59,106 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 91 objects.
2022-12-02 16:32:59,151 - stpipe.Image3Pipeline.tweakreg - INFO - Added 14 unmatched sources from 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,209 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,330 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00004_mirimage_cal' catalog.
2022-12-02 16:32:59,331 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:59,333 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.004635, -0.0044 with significance of 61.45 and 149 matches.
2022-12-02 16:32:59,334 - stpipe.Image3Pipeline.tweakreg - INFO - Found 107 matches for 'GROUP ID: jw01040001005_03103_00003_mirimage_cal'...
2022-12-02 16:32:59,335 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:59,337 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00003_mirimage_cal:
2022-12-02 16:32:59,338 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00211961  YSH: -0.00104922
2022-12-02 16:32:59,338 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:32:59,338 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00800496   FIT MAE: 0.00717508
2022-12-02 16:32:59,339 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 93 objects.
2022-12-02 16:32:59,385 - stpipe.Image3Pipeline.tweakreg - INFO - Added 7 unmatched sources from 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,385 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:32:59,386 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:32:59.385815
2022-12-02 16:32:59,386 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.856847
2022-12-02 16:32:59,387 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:33:02,455 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:33:02,456 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:33:02.455730
2022-12-02 16:33:02,457 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-12-02 16:33:02,457 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:33:03,397 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-12-02 16:33:03,529 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-12-02 16:33:03,530 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:33:03,546 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 1.143, -0.9813 with significance of 80.12 and 1879 matches.
2022-12-02 16:33:03,548 - stpipe.Image3Pipeline.tweakreg - INFO - Found 176 matches for 'GROUP ID: 987654'...
2022-12-02 16:33:03,549 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-12-02 16:33:03,551 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-12-02 16:33:03,552 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.969239  YSH: 1.04401    ROT: 0.0141459    SCALE: 1
2022-12-02 16:33:03,552 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:33:03,553 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0141641   FIT MAE: 0.00944541
2022-12-02 16:33:03,553 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 170 objects.
2022-12-02 16:33:03,916 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:33:03,916 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:33:03.916093
2022-12-02 16:33:03,917 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.460363
2022-12-02 16:33:03,917 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:33:04,498 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-12-02 16:33:04,684 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-12-02 16:33:04,686 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-12-02 16:33:04,812 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:33:04,812 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-12-02 16:33:04.812027
2022-12-02 16:33:04,813 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:33:04,813 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-12-02 16:33:04,813 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-12-02 16:33:04,814 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-12-02 16:33:04,814 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:33:04,814 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-12-02 16:33:09,339 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00001_mirimage_cal.fits. Sky background: 0
2022-12-02 16:33:09,340 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00002_mirimage_cal.fits. Sky background: 0.0512482
2022-12-02 16:33:09,340 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00003_mirimage_cal.fits. Sky background: 0.0308669
2022-12-02 16:33:09,341 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00004_mirimage_cal.fits. Sky background: 0.0708925
2022-12-02 16:33:09,341 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00005_mirimage_cal.fits. Sky background: 0.0811502
2022-12-02 16:33:09,342 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:33:09,342 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-12-02 16:33:09.342401
2022-12-02 16:33:09,343 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.530374
2022-12-02 16:33:09,343 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:33:09,366 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-12-02 16:33:09,536 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-12-02 16:33:09,538 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-12-02 16:33:09,545 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-12-02 16:33:09,545 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-12-02 16:33:09,546 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:33:09,546 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-12-02 16:33:09,546 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-12-02 16:33:09,547 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:33:09,722 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:10,773 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:11,112 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00001_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:11,120 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:12,000 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:12,303 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00002_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:12,311 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:13,191 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:13,513 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00003_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:13,521 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:14,457 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:14,775 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00004_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:14,783 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:15,851 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:16,166 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00005_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:18,139 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/constructor.py:49: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03103_00001_mirimage_outlier_i2d.fits'>
  node = self.get_single_node()

2022-12-02 16:33:20,216 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-12-02 16:33:21,229 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:22,618 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:23,792 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:24,978 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:26,229 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:26,470 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-12-02 16:33:26,712 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 119 (0.01%)
2022-12-02 16:33:26,949 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 115 (0.01%)
2022-12-02 16:33:27,417 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 100 (0.01%)
2022-12-02 16:33:27,656 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 218 (0.02%)
2022-12-02 16:33:27,890 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 68 (0.01%)
2022-12-02 16:33:28,204 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00001_mirimage_a3001_crf.fits
2022-12-02 16:33:28,492 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00002_mirimage_a3001_crf.fits
2022-12-02 16:33:28,786 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00003_mirimage_a3001_crf.fits
2022-12-02 16:33:29,086 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00004_mirimage_a3001_crf.fits
2022-12-02 16:33:29,389 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00005_mirimage_a3001_crf.fits
2022-12-02 16:33:29,390 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-12-02 16:33:29,573 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_asnfile_a3001_jw01040001005_03103_00004_mirimage_blot.fits'>
  gc.collect()

2022-12-02 16:33:29,587 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-12-02 16:33:29,589 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:33:29,610 - stpipe.Image3Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:33:29,632 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:33:29,633 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:33:29,633 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:33:29,633 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:33:29,634 - stpipe.Image3Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:33:29,810 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined.fits
2022-12-02 16:33:30,668 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-12-02 16:33:31,516 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:32,557 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:33,662 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:34,671 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:35,778 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:35,964 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:33:36,799 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:37,931 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:38,968 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:40,030 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:41,072 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:41,264 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:33:42,111 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:43,138 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:44,190 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:45,222 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:46,256 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:46,477 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:33:47,372 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:48,436 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:49,503 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:50,597 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:51,622 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:51,850 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.512144016 -69.438810679 80.533315627 -69.473766206 80.629190357 -69.466586272 80.607869939 -69.431642421
2022-12-02 16:33:52,349 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_i2d.fits
2022-12-02 16:33:52,350 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-12-02 16:33:52,569 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_i2d.fits>,).
2022-12-02 16:33:52,571 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-12-02 16:33:52,589 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-12-02 16:33:52,600 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-12-02 16:33:52,600 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-12-02 16:33:52,601 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-12-02 16:33:52,601 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F770W
2022-12-02 16:33:52,602 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-12-02 16:33:52,658 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 4.38398
2022-12-02 16:33:52,738 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-12-02 16:33:53,060 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 543 sources
2022-12-02 16:33:53,613 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_cat.ecsv
2022-12-02 16:33:53,762 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_segm.fits
2022-12-02 16:33:53,764 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_segm.fits
2022-12-02 16:33:53,765 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-12-02 16:33:53,766 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


photfile = 'starfield_combined_cat.ecsv'
input_file = 'starfield_combined_i2d.fits'


# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
cat_data = table.Table.read(photfile, format='ascii', comment='#')

catalog = Table.read(photfile)
miri_x = catalog['xcentroid']
miri_y = catalog['ycentroid']
catalog


# Look at output gaia catalog
gaia_out = 'fit_gaiadr2_ref.ecsv'


gaia_cat = table.Table.read(gaia_out, format='ascii', comment='#')
gaia_cat


# Read in i2d combined Image
im_i2d = ImageModel(input_file)


# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=3, vmax=6)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7febbccfbdc0>


# Get from RA and Dec in Gaia catalog to x and y positions on image

world_to_detector = im_i2d.meta.wcs.get_transform('world', 'detector')
xgaia,ygaia = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])


# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia, ygaia,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7febbcc66fd0>


# Read in Gaia catalog from Vizier

gaia_hdu = fits.open(full_gaia_cat) #('gaia_tweakreg_test3.fit')
gaia_data = gaia_hdu[1].data

# Get RA and Dec of Gaia sources
gaia_ra = gaia_data['RA_ICRS']
gaia_dec = gaia_data['DE_ICRS']

xgaia_full,ygaia_full = world_to_detector(gaia_ra, gaia_dec)

gaia_hdu.close()


# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia_full, ygaia_full,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7febbaf21ca0>


# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200

ind = np.where((xgaia > minval) & (xgaia < 1110)& (ygaia > minval) & (ygaia < maxval))


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')
plt.scatter(xgaia[ind], ygaia[ind],lw=1, s=5,color='white')

<matplotlib.collections.PathCollection at 0x7febbae36dc0>


# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled

xmin = 700
xmax = 900
ymin = 500
ymax = 700

gaiazoom = np.where((xgaia > xmin) & (xgaia < xmax) & (ygaia > ymin) & (ygaia < ymax))
print(gaiazoom)
subx = xgaia[gaiazoom] - xmin
suby = ygaia[gaiazoom] - ymin

mirizoom = np.where((miri_x > xmin) & (miri_x < xmax) & (miri_y > ymin) & (miri_y < ymax))
print(gaiazoom)
subxmiri = miri_x[mirizoom] - xmin
subymiri = miri_y[mirizoom] - ymin


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=0, vmax=7)

plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()

print('Gaia sources are marked in white, MIRI sources from the pipeline in black')

(array([   6,   11,   40,  100,  114,  173,  181,  194,  312,  323,  338,
        365,  381,  438,  484,  534,  552,  558,  741,  782,  794,  861,
        944,  948,  952,  969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
       1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
       1956, 2118, 2148]),)
(array([   6,   11,   40,  100,  114,  173,  181,  194,  312,  323,  338,
        365,  381,  438,  484,  534,  552,  558,  741,  782,  794,  861,
        944,  948,  952,  969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
       1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
       1956, 2118, 2148]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black


# Calculate difference in position between catalog and Gaia positions. There is an offset here.

tol = 1    # Do calculations in pixels
found_count=0

# Set up array for matches
diffarr = np.array(len(xgaia))
      
deltax = []
deltay = []
xpos = []
ypos = []

print('         x             y           xdiff          ydiff    < 0.5 pix')
for i in np.arange(0,len(xgaia)):
    for j in np.arange(0,len(miri_x)):
        x_diff = abs(xgaia[i] - miri_x[j])
        y_diff = abs(ygaia[i] - miri_y[j])

        if x_diff < tol and y_diff < tol:
            deltax.append(xgaia[i] - miri_x[j])
            deltay.append(ygaia[i] - miri_y[j])
            xpos.append(miri_x[j])
            ypos.append(miri_y[j])
            found_count +=1

            if (x_diff < 0.5) and (y_diff < 0.5): 
                test = 'pass' 
            else: 
                test = 'fail'
            print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x[j], miri_y[j], x_diff, y_diff, test))

print()            
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):            
    diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()
#print(diffarr)

         x             y           xdiff          ydiff    < 0.5 pix
     991.316317     1058.295899        0.158757        0.427918 pass
     879.225603      567.403344        0.040501        0.066155 pass
     948.718887      633.992985        0.124252        0.014006 pass
     518.508655     1012.064862        0.093318        0.229817 pass
     932.907155     1134.401622        0.000311        0.350285 pass
     702.175809     1131.106235        0.151719        0.028944 pass
     796.708546     1053.737334        0.189127        0.147291 pass
     951.306444      520.063284        0.027992        0.247654 pass
     504.011194      609.178252        0.705100        0.975634 fail
     650.514377      911.026244        0.168007        0.019297 pass
     551.211549      730.613215        0.038967        0.218128 pass
     929.819804      630.986997        0.046091        0.161219 pass
     390.162805      791.163481        0.154534        0.085981 pass
     801.298341       91.991146        0.119888        0.027786 pass
     696.766344     1103.974218        0.236740        0.029920 pass
    1048.628197     1091.132179        0.358860        0.048153 pass
     680.037529      730.293192        0.225336        0.084684 pass
     462.826894      752.844450        0.057659        0.171558 pass
     659.400495      107.784256        0.008352        0.058421 pass
     875.816901      458.901432        0.153583        0.125863 pass
     853.494137      922.024393        0.019099        0.120486 pass
     486.827796      629.166394        0.102552        0.069210 pass
      69.969836     1113.678577        0.100259        0.084406 pass
     889.832204      863.138914        0.120168        0.062744 pass
     893.908428      360.494398        0.287294        0.119028 pass
     599.820369      913.158647        0.012343        0.026124 pass
     828.241622      651.589286        0.049354        0.033629 pass
     479.039216      164.482441        0.144621        0.018955 pass
     357.909300      598.711060        0.825070        0.885423 fail
     982.278115      908.492462        0.050566        0.070092 pass
    1051.186744      911.818470        0.034816        0.059730 pass
     592.066547      800.507981        0.099072        0.114324 pass
     424.550610     1123.938416        0.466600        0.015616 pass
     368.024720      632.277040        0.138776        0.051488 pass
     827.968448      236.264783        0.033423        0.006489 pass
     936.186893      472.182594        0.237169        0.305431 pass
     849.405972      897.251562        0.020232        0.103212 pass
     456.323337      581.909854        0.026259        0.216414 pass
     921.330650      396.616301        0.072769        0.051537 pass
     668.799521      540.799477        0.042679        0.220050 pass
     911.273790      632.804871        0.167309        0.178205 pass
     266.959840      770.716553        0.211039        0.103292 pass
     997.984146     1141.966422        0.137579        0.008701 pass
     458.960776      680.960619        0.132932        0.085390 pass
     932.453358      399.445345        0.087996        0.094843 pass
    1020.035195      616.197628        0.075845        0.017281 pass
     838.338851      145.277937        0.221991        0.372875 pass
     985.807481      491.524355        0.001661        0.061338 pass
     784.734658      860.004642        0.134658        0.006871 pass
     877.014733      201.775005        0.005245        0.127161 pass
     699.803052      434.199278        0.009997        0.102495 pass
     318.502372     1053.947063        0.033822        0.131589 pass
     816.133381      549.164211        0.037244        0.135599 pass
     614.154810      803.173544        0.185601        0.210059 pass
    1020.609698     1102.657887        0.115310        0.128336 pass
     867.980054     1130.971407        0.000808        0.058334 pass
     508.121812     1002.338894        0.094307        0.068497 pass
     126.983867     1102.975570        0.008699        0.089078 pass
     853.683536     1077.027793        0.073829        0.064529 pass
     360.470053       93.482440        0.007009        0.102642 pass
     822.347297     1090.142038        0.081639        0.056750 pass
     667.902711      783.340595        0.005755        0.010728 pass
     116.623086      988.128486        0.131224        0.150210 pass
     638.002710      898.316730        0.006108        0.174067 pass
     215.997892      763.682761        0.095948        0.210357 pass
     455.197490      734.810591        0.011651        0.066057 pass
     885.009588      297.986450        0.098452        0.019736 pass
     626.003576      249.009518        0.026711        0.110860 pass
     982.471664      473.012698        0.054699        0.032703 pass
     441.962814       83.722990        0.008241        0.138600 pass
     726.497321      411.027021        0.108569        0.020961 pass
     450.066013      652.991912        0.054059        0.079874 pass
    1045.721390      452.232047        0.086803        0.024080 pass
    1009.366118     1006.020545        0.081084        0.020767 pass
     358.122872      662.861705        0.563384        0.111386 fail
     931.446764     1005.534337        0.176214        0.040220 pass
     580.136647      651.197097        0.043235        0.222439 pass
     672.001881      722.478576        0.007363        0.048967 pass
    1024.022207      228.740306        0.169917        0.100406 pass
    1063.960385       39.720282        0.166573        0.145529 pass
     977.183111      107.503620        0.027353        0.077946 pass
     123.962454     1020.046792        0.096890        0.273669 pass
     982.637990      207.631244        0.055484        0.060908 pass
     619.532591      243.547437        0.119815        0.045420 pass
     506.192325       50.185707        0.151049        0.005360 pass
     369.986145      222.238034        0.044209        0.116456 pass
     443.005292      420.940966        0.065667        0.230129 pass
     912.786362      799.450368        0.125776        0.082076 pass
     729.593227     1148.168246        0.044821        0.061596 pass
     713.699379      147.042955        0.108490        0.082049 pass
     567.922157      772.940547        0.229932        0.119639 pass
     816.636891      988.134323        0.131036        0.028521 pass
    1027.054254      972.005814        0.104004        0.010808 pass
     575.140452      336.808999        0.087201        0.117900 pass
     465.225465      426.320985        0.047791        0.074526 pass
    1040.022386      301.794110        0.066744        0.043764 pass
     602.977994      740.729080        0.072607        0.141680 pass
     582.978556      954.971347        0.034452        0.006588 pass
     873.244597     1054.257134        0.011981        0.012685 pass
    1075.002002      660.964028        0.011919        0.042905 pass
     475.154527     1060.863684        0.056884        0.140276 pass
     965.590009      412.141943        0.127398        0.010793 pass
     576.978703      507.047734        0.113018        0.108172 pass
     906.564117       94.620023        0.095587        0.033253 pass
     456.125995      483.651706        0.145923        0.040164 pass
     916.484923      912.023714        0.126401        0.020220 pass
     610.522115       94.227273        0.054333        0.101639 pass
     781.771198      256.980042        0.022000        0.061905 pass
     709.185622      842.815491        0.017036        0.045701 pass
     743.156877      153.314143        0.053533        0.061684 pass
     791.340752     1059.753083        0.134633        0.024748 pass
     743.865931      858.697743        0.027264        0.154917 pass
     629.604541      302.483803        0.153204        0.017788 pass
     737.305043      109.635985        0.104934        0.017675 pass
     492.484195     1108.532965        0.017128        0.116512 pass
     504.922298      971.008138        0.212932        0.123935 pass
      37.505238      844.453432        0.007730        0.080188 pass
    1065.726314       17.753698        0.023837        0.108488 pass
     942.821361      972.039672        0.113883        0.023661 pass
     956.574211      811.892241        0.030805        0.066317 pass
      63.978546     1088.765941        0.197093        0.101042 pass
     605.864576      769.856753        0.071766        0.111902 pass
     255.496456      807.049679        0.138356        0.119521 pass
     713.022181      625.790509        0.122274        0.065994 pass
     737.361701      973.910447        0.045283        0.037031 pass
    1064.498819      753.005258        0.020726        0.050021 pass
     620.768803      228.346522        0.043635        0.061396 pass
     790.850913       77.665750        0.092270        0.061914 pass
     493.905342      113.343391        0.105401        0.031494 pass
     610.002500      242.237141        0.026026        0.155434 pass
     537.916036      575.652277        0.021176        0.058022 pass
     547.395298      582.105602        0.062743        0.126052 pass
      45.040100      785.005073        0.004540        0.039119 pass
     155.412953      755.672795        0.109688        0.201782 pass
    1001.336635      585.360736        0.065519        0.033946 pass
    1070.641497     1001.739003        0.088486        0.051319 pass
      33.844920      773.181602        0.146338        0.164158 pass
     182.515007      958.502604        0.019884        0.062614 pass
      86.887242      865.669731        0.002634        0.043464 pass
     861.645594      610.006551        0.162088        0.000605 pass
     624.608462     1094.732973        0.012178        0.076584 pass
     662.461130      836.977021        0.063151        0.026055 pass
     553.435706      754.708407        0.127410        0.127218 pass
    1013.150085      535.841504        0.011485        0.031704 pass
     364.836594      500.842158        0.068495        0.087814 pass
     988.270209      271.785615        0.070923        0.019561 pass
     969.526152      640.951770        0.059891        0.067354 pass
     522.583467      666.510322        0.060550        0.026795 pass
    1089.958265     1109.191485        0.098529        0.250884 pass
     781.638655      685.071129        0.062256        0.014482 pass
    1079.230968      943.453076        0.131920        0.126425 pass
     381.553516      778.754874        0.254957        0.015011 pass
     421.112625      494.383572        0.051432        0.094928 pass
     413.507204     1071.473948        0.098510        0.007658 pass
     771.363879      207.623890        0.063000        0.009418 pass
     933.117083      967.619117        0.014441        0.090210 pass
     658.030207     1048.959684        0.072541        0.003660 pass
     610.199170      827.962288        0.000040        0.041596 pass
     772.145234      311.137656        0.058782        0.028411 pass
     849.925505      851.692320        0.053732        0.087854 pass
     692.308053      649.003105        0.067551        0.073969 pass
     586.559803      172.424370        0.115077        0.163313 pass
     439.959683       74.149117        0.239289        0.050822 pass
     745.669123      814.728506        0.027244        0.066083 pass
      57.437790     1057.252938        0.229500        0.096189 pass
     839.971492       81.243434        0.067536        0.142781 pass
     579.802896      317.799313        0.044361        0.154973 pass
     936.276309      278.568641        0.101811        0.383869 pass
     597.015954      339.818009        0.096917        0.012613 pass
     753.543847      280.485427        0.030049        0.014536 pass
     989.530092     1127.538185        0.065499        0.112240 pass
     592.276008      124.373964        0.194774        0.000789 pass
     110.014028      923.727136        0.042787        0.088026 pass
     658.335248       22.366770        0.051907        0.106989 pass
      80.954805     1072.503089        0.226382        0.015775 pass
     873.138224      358.124090        0.107558        0.015821 pass
     818.420699      416.548002        0.091066        0.094066 pass
     896.603935      148.916127        0.013261        0.039101 pass
     976.987387      126.321756        0.006709        0.045911 pass
     942.287300     1009.484949        0.020075        0.007175 pass
     598.491229      888.182876        0.104931        0.078541 pass
     658.298603      479.146804        0.028463        0.088678 pass
     816.835249      200.015182        0.075983        0.065986 pass
     937.064651      137.556992        0.016719        0.116782 pass
    1073.981618     1088.735751        0.011821        0.360443 pass
     525.527537      843.521573        0.033966        0.035766 pass
     915.864273      850.713020        0.069602        0.003407 pass
     938.472409      179.784668        0.066034        0.224280 pass
     538.067628     1101.689574        0.021626        0.054161 pass
     168.336572     1110.630581        0.122924        0.009901 pass
     845.970662      557.211253        0.024839        0.068068 pass
     791.422326       14.107460        0.053018        0.123733 pass
     916.173396     1066.251716        0.046212        0.132562 pass
     596.981928      605.197565        0.011669        0.052017 pass
     838.611680     1090.353736        0.097218        0.101328 pass
     699.962698      934.377109        0.031752        0.092325 pass
     662.273918      213.827364        0.128269        0.069841 pass
    1038.920261      478.579239        0.089510        0.087981 pass
     347.151645      884.163085        0.044848        0.069653 pass
     627.574592     1068.632239        0.015237        0.186124 pass
     785.956385      586.940038        0.072736        0.107663 pass
    1101.812116      545.439122        0.036007        0.053637 pass
     554.178599      871.542499        0.202729        0.137624 pass
     443.953743     1045.310811        0.056080        0.059793 pass
     668.515724      187.899562        0.050741        0.068445 pass
     566.496471      764.849759        0.066367        0.169671 pass
     738.604657     1044.096065        0.130693        0.097090 pass
     719.406169      727.255960        0.035237        0.043524 pass
     441.680186      529.996172        0.149720        0.059410 pass
      45.746031     1026.489570        0.028235        0.051804 pass
     381.990192      805.991119        0.142780        0.008589 pass
      51.352299      775.369929        0.010019        0.013083 pass
     882.000302      225.977422        0.034017        0.048629 pass
     922.225312     1023.451655        0.071380        0.023550 pass
    1009.052356       67.493142        0.147550        0.075931 pass
     713.575199     1021.777165        0.056995        0.156949 pass
    1049.917984      170.783936        0.107370        0.194553 pass
     560.389689      638.093342        0.015753        0.035356 pass
     586.189179      718.984830        0.079813        0.090531 pass
     812.917833      331.369467        0.053702        0.112393 pass
     758.150774      638.188539        0.029939        0.027138 pass
     996.976304      542.238292        0.044575        0.057062 pass
     774.454975      179.790050        0.011638        0.157620 pass
    1007.121352      324.089667        0.052408        0.056238 pass
     557.885600      262.641806        0.055558        0.067200 pass
     414.672342       74.192116        0.119576        0.121736 pass
     722.873389      350.161478        0.090929        0.040990 pass
     211.884525      774.664978        0.064267        0.049072 pass
      82.613153     1134.564987        0.017324        0.028607 pass
     548.389529      100.860690        0.103675        0.009133 pass
     221.881913      754.328617        0.137106        0.180923 pass
     765.860668      705.859383        0.066644        0.081674 pass
     675.414995      344.377609        0.033860        0.043306 pass
     457.536717      690.503788        0.133503        0.014108 pass
     394.311516      618.390191        0.049194        0.021860 pass
     302.180746      809.871120        0.148727        0.107876 pass
     257.028919      801.736875        0.181059        0.026668 pass
      31.927571     1067.292816        0.153200        0.050091 pass
     530.797792      112.293871        0.095245        0.119919 pass
     472.441463     1105.907745        0.030746        0.158896 pass
     484.017136      644.988675        0.043671        0.000844 pass
     769.617417      719.681161        0.038005        0.235831 pass
    1049.976554      322.872245        0.017476        0.125091 pass
     931.720832      661.480799        0.106119        0.041359 pass
     697.613685      863.122164        0.129935        0.021106 pass
     797.119515      349.614415        0.060558        0.201023 pass
    1016.510459      226.372934        0.061211        0.157744 pass
     734.371693      660.918669        0.237424        0.085979 pass
     720.481002      828.521689        0.034683        0.017807 pass
     415.473882      912.022496        0.058205        0.123916 pass
     384.026758      639.933001        0.241466        0.233334 pass
     353.493431     1095.507785        0.021686        0.045664 pass
     269.551436     1050.130011        0.010041        0.014940 pass
      89.434052      965.799021        0.092679        0.038524 pass
     207.449538      943.453885        0.197532        0.012075 pass
     615.360615      525.339842        0.024480        0.006596 pass
     776.088673      927.403823        0.069792        0.029681 pass
     907.150416      394.978797        0.084567        0.020930 pass
     163.986150      819.524385        0.126324        0.042214 pass
     435.199959     1141.378107        0.138720        0.125253 pass
     961.209830      418.404366        0.053277        0.177977 pass
     610.348865     1033.869504        0.048634        0.034389 pass
     894.729860      774.482282        0.000544        0.049094 pass
    1017.699695      161.996551        0.074018        0.039065 pass
     911.481491      246.238139        0.027641        0.005089 pass
     481.785280      221.989553        0.020746        0.054287 pass
     634.816070     1127.596508        0.255516        0.025662 pass
    1034.522021      472.740441        0.310036        0.105207 pass
     825.707973       36.393838        0.213677        0.104182 pass
     844.297735       50.557406        0.040095        0.158111 pass
     581.497066      115.244267        0.017733        0.092926 pass
     808.176218      487.148783        0.030213        0.011041 pass
      41.526875      821.940175        0.008797        0.042865 pass
      16.209792     1028.321220        0.081905        0.095827 pass
     781.626132      752.866401        0.093874        0.074790 pass
      64.676791      788.665357        0.028668        0.030007 pass
     586.530531      794.699940        0.065973        0.058297 pass
     424.795879      627.000625        0.027067        0.070098 pass
     549.475631      969.483381        0.084499        0.050053 pass
     647.497533      593.356818        0.000959        0.040413 pass
     645.138210      260.860714        0.001364        0.061835 pass
     454.853854      368.181288        0.066592        0.145114 pass
     206.016858     1123.524614        0.011536        0.123063 pass
    1039.612897      526.850532        0.102097        0.041549 pass
     530.257541     1005.040749        0.001296        0.101297 pass
     618.998427      831.144631        0.054339        0.086053 pass
     395.221296      306.471940        0.050255        0.003472 pass
     352.372374      993.311605        0.081529        0.163884 pass
     592.370855      179.087862        0.132629        0.074037 pass
     473.067590      658.593704        0.006534        0.113062 pass
     595.520862      396.690271        0.097239        0.021235 pass
     185.689497      805.520178        0.080337        0.011314 pass
     458.782037     1001.440795        0.089310        0.039135 pass
     635.310767      829.396241        0.142337        0.020688 pass
     962.560939     1134.718420        0.205378        0.045380 pass
    1034.917883      918.301165        0.082618        0.096618 pass
     925.948435      316.589390        0.049762        0.117421 pass
     337.253511     1082.794631        0.076763        0.009943 pass
     809.216671      572.504302        0.058993        0.026252 pass
     508.598590       65.100703        0.131257        0.093661 pass
     412.710092      252.586635        0.085684        0.141802 pass
     511.292657      418.162615        0.012268        0.074667 pass
     419.253544      194.439339        0.044061        0.051726 pass
    1070.987236      542.127622        0.076552        0.003748 pass
     761.631347     1103.939370        0.146029        0.124415 pass
     636.325874      401.338570        0.016398        0.054818 pass
     883.061293      621.079733        0.054027        0.072747 pass
    1090.384173      308.232090        0.056654        0.052864 pass
     847.631846      419.904582        0.110378        0.165022 pass
     458.521259     1085.734745        0.024261        0.103660 pass
     168.542385      868.730609        0.123291        0.081327 pass
     359.560225      894.677195        0.186273        0.033568 pass
     146.850492     1039.128495        0.001485        0.051437 pass
     709.569078      946.985090        0.000317        0.030257 pass
     642.322935     1088.660949        0.014280        0.035614 pass
     589.792248     1055.152492        0.200166        0.132715 pass
     813.960948      924.086785        0.050061        0.003237 pass
     368.481684      447.304523        0.047658        0.005413 pass
     643.294558      518.500715        0.132991        0.003832 pass
     830.992799      363.324097        0.066449        0.159539 pass
     680.301635      973.464158        0.028785        0.054803 pass
     502.995113     1040.004266        0.056449        0.074545 pass
     832.603648      772.510529        0.172415        0.022775 pass
     524.582927      877.205530        0.104959        0.044753 pass
     931.829019       61.582666        0.029314        0.121391 pass
     278.893173      863.544080        0.060314        0.105969 pass
     390.538468      714.943461        0.015999        0.031085 pass
     672.599678     1149.997056        0.066224        0.064460 pass
    1016.054996       95.545388        0.003291        0.159616 pass
     176.425022      909.586620        0.058943        0.146482 pass
     724.288776      892.799358        0.099669        0.009274 pass
     646.934855     1113.245512        0.195811        0.069888 pass
     128.360340     1000.074851        0.131975        0.068838 pass
     622.511214      773.232216        0.008597        0.051513 pass
     644.347807      739.333048        0.110975        0.105220 pass
     868.230246     1039.696443        0.054746        0.064187 pass
     498.768550      211.174441        0.022204        0.073225 pass
     942.257189      987.420615        0.037176        0.080253 pass
     100.638954      965.652459        0.072781        0.082841 pass
     178.870939     1098.365242        0.069398        0.068899 pass
     677.226467      986.106584        0.042528        0.057254 pass
     835.295748      989.278895        0.045811        0.033846 pass
    1010.164741      374.933936        0.018253        0.051113 pass
     795.103673      521.632504        0.082120        0.195352 pass
     498.430906      795.244829        0.163724        0.013272 pass
     257.748709      897.413591        0.013472        0.066438 pass
    1018.178737       81.394843        0.116841        0.115560 pass
     472.667926      529.629335        0.098217        0.096545 pass
     426.515587      320.766634        0.051406        0.139371 pass
     813.234443      294.542821        0.074859        0.111006 pass
    1022.475739      894.758664        0.002031        0.035292 pass
     575.107887      635.089664        0.034582        0.099644 pass
     378.159479      511.174451        0.056398        0.081020 pass
     286.429336      817.893575        0.018334        0.173343 pass
     457.532420      514.712775        0.040548        0.005789 pass
     917.909516     1032.008521        0.105412        0.044362 pass
     418.468767      773.266108        0.070903        0.070074 pass
     847.154250      907.368292        0.082586        0.037998 pass
     721.272913       93.053761        0.042214        0.010583 pass
     877.908788      313.440734        0.032652        0.017897 pass
     596.579476      933.300423        0.045218        0.100186 pass
     757.315292     1074.433204        0.045197        0.016623 pass
     273.550765      868.413162        0.033846        0.089881 pass
    1041.861086      465.321327        0.019235        0.070209 pass
     453.202329     1047.037364        0.059970        0.062124 pass
     160.927489     1137.969240        0.107429        0.073724 pass
     199.787373     1137.157186        0.052146        0.158908 pass
     968.346938      632.971399        0.020592        0.004419 pass
     387.873911      985.439881        0.116960        0.043858 pass
    1055.680062      599.647386        0.067062        0.069251 pass
     127.065049     1094.094170        0.051757        0.113467 pass
     841.150036      743.668324        0.047425        0.001381 pass
     659.770733      352.418226        0.070319        0.080970 pass
      19.039383      769.403781        0.054449        0.067704 pass
     387.094985      176.700058        0.101471        0.025870 pass
     569.950349      559.477560        0.023729        0.005287 pass
     954.272133      390.665474        0.032674        0.017161 pass
     858.322748      191.380433        0.047185        0.020272 pass
    1029.869019      806.308326        0.023657        0.044735 pass
     693.148803     1032.693330        0.012772        0.093419 pass
     944.258577       60.306297        0.036077        0.129650 pass
     135.808945      862.065342        0.018805        0.117427 pass
    1009.849540      249.505109        0.107837        0.057766 pass
     371.530704      210.979319        0.051919        0.016451 pass
      19.300138      917.429326        0.012290        0.042561 pass
     528.063115     1050.492759        0.100840        0.141368 pass
     466.896934      126.966331        0.058828        0.022296 pass
     630.144101      672.551974        0.067675        0.021699 pass
     789.263630       25.215676        0.021322        0.002859 pass
     755.082117      305.491206        0.059474        0.017430 pass
     604.507054      584.014694        0.030786        0.016697 pass
     669.702817      588.101519        0.191054        0.302658 pass
     832.494588      184.942352        0.039594        0.017471 pass
     129.692228      992.830368        0.019149        0.000126 pass
     327.743222     1027.279059        0.094572        0.155521 pass
     427.462847      995.895463        0.026488        0.132433 pass
     409.437393      728.898491        0.079745        0.030667 pass
     542.358440      669.697544        0.024531        0.016228 pass
     618.099817      109.490995        0.026526        0.001477 pass
     928.848196      386.315895        0.015877        0.033377 pass
    1011.240364      470.194898        0.027795        0.060103 pass
     809.878763      361.924769        0.044456        0.066014 pass
     156.798441      941.255880        0.067627        0.022949 pass
     869.982985      815.162521        0.003161        0.053717 pass
     566.090799      334.130812        0.071568        0.104255 pass
     504.103011      835.586924        0.049421        0.087757 pass
     787.637418      526.804049        0.033217        0.074402 pass
    1051.980236      106.153892        0.071854        0.169648 pass
     497.731898      592.067927        0.015106        0.007196 pass
     845.125095      656.677191        0.021350        0.034538 pass
     713.778804     1140.028100        0.038195        0.159868 pass
     282.915536     1093.327653        0.029217        0.258676 pass
     505.507820      400.476333        0.036873        0.068678 pass
     222.486799     1095.915409        0.019498        0.064473 pass
     437.470979      403.101966        0.016652        0.020415 pass
     489.470305      104.498382        0.031053        0.020933 pass
     460.126161      773.138136        0.027388        0.077608 pass
     523.021843      892.023608        0.002158        0.107229 pass
     845.185838      398.417403        0.066787        0.041083 pass
     215.584956      833.624331        0.054620        0.107900 pass
     739.547130      773.972548        0.039394        0.001661 pass
     604.185317      204.771153        0.044750        0.022902 pass
     564.632739      732.145744        0.800151        0.260851 fail
     499.362686      497.129035        0.003102        0.060800 pass
     658.239607      532.333362        0.001831        0.044794 pass
     601.264163      969.667623        0.029326        0.103521 pass
     814.533383      455.509970        0.008315        0.040723 pass
     940.496795      825.525100        0.034425        0.036344 pass
     458.058923      559.886554        0.029369        0.009196 pass
     949.720256      177.185343        0.033109        0.049750 pass
     984.283199     1017.565387        0.168498        0.075968 pass
     636.176329      167.614180        0.109878        0.231307 pass
     956.873682     1009.235095        0.020034        0.073498 pass
     471.965982      263.318588        0.597938        0.180665 fail
     555.508862      692.127545        0.028345        0.046452 pass
     529.458435       79.513174        0.059671        0.002911 pass
     411.780017     1030.604228        0.028557        0.022400 pass
     871.462860     1144.032247        0.090009        0.042257 pass
     738.392774      716.531555        0.052941        0.066353 pass
     949.068822      403.406694        0.043257        0.031415 pass
    1023.848835      718.083434        0.026582        0.000197 pass
     943.101488      205.379976        0.011721        0.077469 pass
     565.416516       14.598431        0.470123        0.853178 fail
     793.200440      763.400148        0.091380        0.097560 pass
    1086.573876      940.722726        0.064931        0.129923 pass
     918.941931      874.744511        0.034439        0.096553 pass
     491.503452      841.262001        0.012033        0.014678 pass
     644.470564      619.128765        0.046911        0.033713 pass
     167.605867      893.797679        0.025682        0.011206 pass
     486.080482      584.301387        0.105982        0.039817 pass
     954.782243     1108.430774        0.093219        0.118738 pass
    1056.033897     1114.966096        0.047132        0.101837 pass
     915.985942      370.301622        0.012882        0.046170 pass
     945.983306      769.539738        0.049100        0.011331 pass
     634.647968      926.639805        0.005387        0.000442 pass
     902.007557      357.378970        0.019055        0.034061 pass
    1013.034900      358.050491        0.025259        0.026772 pass
     741.392467     1143.267097        0.115375        0.094392 pass
     520.596617      650.220197        0.193930        0.209572 pass
    1056.545194      378.212400        0.041127        0.051137 pass
     753.841863      864.306383        0.046506        0.033866 pass
     802.250354      916.467969        0.000060        0.041413 pass
    1035.548672      795.753224        0.019714        0.059071 pass
      58.219795     1114.150347        0.042557        0.086981 pass
     621.413890      513.187262        0.076007        0.167634 pass
     370.278112      672.800514        0.030564        0.020508 pass
     575.589350      323.133227        0.011444        0.111866 pass
     589.215315      146.458639        0.020236        0.036337 pass
     594.304878      459.445620        0.067491        0.024760 pass
     907.387594      530.692970        0.056464        0.031730 pass
     150.771163      923.719315        0.010957        0.105522 pass
     458.896873      149.341322        0.032867        0.041018 pass
     397.111902      375.754998        0.073427        0.063351 pass
     747.699291      615.914069        0.083683        0.021685 pass
     594.099869     1137.156864        0.008131        0.166258 pass
     977.824655     1070.337272        0.081673        0.135755 pass
     805.716715      714.296198        0.060691        0.030543 pass
     343.112669      932.417774        0.035242        0.076892 pass
     727.115284     1021.390955        0.018422        0.089760 pass
      89.015411      985.886448        0.121371        0.215741 pass
      21.482911      850.340902        0.059454        0.048267 pass
     775.712992      651.672103        0.111042        0.031228 pass
     352.423366     1002.065288        0.014029        0.092805 pass
    1081.589335      293.609912        0.059069        0.017616 pass
    1026.461793      269.912278        0.021631        0.031779 pass
     334.883665     1116.544907        0.004219        0.148812 pass
     519.145479      489.293595        0.134367        0.007627 pass
     797.944473      394.103541        0.039125        0.007693 pass
     840.309771      135.362359        0.038628        0.058601 pass
     220.998213     1073.973537        0.243154        0.385938 pass
     674.645954      405.496156        0.047709        0.008450 pass
     553.817802     1050.872190        0.081701        0.119251 pass
     378.926254      575.081987        0.191905        0.105470 pass
     478.720951     1032.313939        0.202660        0.358354 pass
     396.762450     1113.080321        0.034479        0.065819 pass
     521.066606      249.991831        0.127455        0.791325 fail

496  matches found


# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')

Text(0, 0.5, 'y difference in pixels')


# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0

# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))

for ra,dec,idx in zip(gaia_ra, gaia_dec,range(len(gaia_ra))):

    match = np.where((np.abs(gaia_cat['RA']-ra) < tol) & (np.abs(gaia_cat['DEC']-dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1


total_percent_found = (found_count/len(gaia_ra))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (gaia) sources:',len(gaia_ra))
print('Total number in output (gaia) catalog:',len(gaia_cat))
print('Total percent found:',total_percent_found)
print('\n')

if (found_count == len(gaia_cat)):
    print('All gaia images output by pipeline match Gaia sources found from Vizier')


SNR threshold used for pipeline:  5
Total matches found: 2187
Total missed: 7812
Number of multiples:  0
Total number of input (gaia) sources: 9999
Total number in output (gaia) catalog: 2187
Total percent found: 21.872187218721873


All gaia images output by pipeline match Gaia sources found from Vizier


# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
    if (cat_ra[i]>180.):
        cat_ra[i] -= 360.
cat_dec = catalog['sky_centroid'].dec.deg

#print(cat_ra)
#print()
#print(cat_dec)


# Look at position differences in RA and Dec rather than pixels

allRAdiff_cal = []
allDecdiff_cal = [] 
    
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
    
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
    
# Find where the catalogs match
    
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    allRAdiff_cal.append(ra_diff[i])
    allDecdiff_cal.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()

RA_Diff (mas)  Dec_diff (mas) pass/fail
      16.884274       -6.235481 pass
     -37.465942       -4.402025 fail
     -44.023642       22.766242 fail
     -23.090682       37.995107 fail
     -48.829823       -0.378009 fail
     -68.214559       11.587643 fail
      -7.719083       27.508064 pass
     -50.665531       -5.985201 fail
      -2.343434       24.560878 pass
      -3.585079      -18.553936 pass
     -53.441225        5.752850 fail
     -38.852172        0.236663 fail
      71.228537        8.732720 fail
    -107.753499      -13.559508 fail
     -75.235557        3.964743 fail
       6.512994       19.942125 pass
      -6.428747        6.143314 pass
      39.133027       17.211554 fail
      -2.062752       13.510134 pass
     -27.133392       -9.879278 pass
      25.457961       11.470611 pass
      32.993603        9.592826 fail
      80.879629       19.570469 fail
      -2.091510       -3.119240 pass
     -13.029603       -4.791553 pass
     -43.422275       -5.399191 fail
      10.991245        8.775422 pass
     -14.715074        5.668819 pass
     -38.169319       10.105803 fail
     -39.502916       -8.792767 fail
     -10.750437       -0.070664 pass
     -93.446549       27.623434 fail
      -0.569928       11.663005 pass
       6.145189      -24.081278 pass
      19.073571        7.277011 pass
       1.330015      -24.855227 pass
      39.918961       23.208028 fail
      58.444254       16.080191 fail
      41.960952        4.139236 fail
      46.716764       -6.187223 fail
      33.445988       -8.245180 fail
     -24.576210        0.113472 pass
     -93.150219       35.297737 fail
      -3.540982        6.690739 pass
     -42.077845       -2.376952 fail
       6.772765      -13.913091 pass
      -9.850043       10.885171 pass
      -1.785343      -15.055332 pass
     -20.461845       13.843238 pass
     -71.235968       18.485074 fail
      27.150824       16.596185 pass
      -4.109529        6.307561 pass
     -33.681898        5.246387 fail
       8.557071       -9.461881 pass
      18.558030        8.711327 pass
       4.585247      -11.295869 pass
     -28.995667        4.260691 pass
      -2.486954        1.030246 pass
      30.697305       19.323937 fail
      -9.605099       19.020754 pass
      43.512035      -20.602262 fail
      -0.753180        7.434443 pass
     -31.710389       -0.141920 fail
       0.944601       12.642573 pass
      14.735597        4.815841 pass
      -6.574122       15.224575 pass
      34.923430        0.241238 fail
     -11.444750       -9.914065 pass
     -28.404608        0.596601 pass
      23.690339        4.135274 pass
      51.813369        8.452298 fail
     -28.033971       23.125622 pass
       0.956513       -5.481495 pass
     -45.837575      -14.831587 fail
      41.812361       19.647694 fail
     -13.591758        7.819287 pass
      11.950048       31.923681 fail
     -21.156129        5.318697 pass
     -40.001898        2.153891 fail
     -46.294666       -4.073263 fail
       5.995171       13.653665 pass
      -5.134317      -26.480136 pass
     -33.444826      -11.819673 fail
     -17.932465        5.641097 pass
      28.095846       11.411030 pass
      78.967714       -7.653483 fail
     -38.624559       -6.132606 fail
     -32.864111       -1.243527 fail
     -19.169529      -14.805663 pass
     -19.675878        6.978602 pass
     -17.720234       -6.295135 pass
      13.093478       17.048018 pass
      10.217265        1.512362 pass
      -4.543297        1.097701 pass
       6.521302       -4.376111 pass
       8.334458       16.531486 pass
     -38.638683       -4.125977 fail
      27.790814       14.348342 pass
      27.319970        5.822155 pass
     -47.737867        0.982290 fail
      37.733727        5.126352 fail
     -10.084331      -12.281396 pass
      10.878631       -6.204552 pass
       2.247598        5.351369 pass
     -20.599204        5.450665 pass
      39.990763        5.806602 fail
      -1.806956       17.433705 pass
     -48.498028       -1.616467 fail
      31.238945        4.346686 fail
     -12.987813       12.240769 pass
      57.661542       18.371106 fail
       2.883584       -8.877132 pass
     -14.523519       11.212718 pass
     -33.638223       -5.209641 fail
       5.134059        7.907110 pass
      54.316547       15.510372 fail
      14.798389       13.798909 pass
      34.906584       16.161293 fail
     -33.429250       -9.990362 fail
     -11.552726       -5.066024 pass
      -3.094213       -5.905972 pass
     -17.523588        5.649595 pass
      24.408766        8.852341 pass
     -30.480129       -5.852777 fail
      -2.203207       17.461425 pass
       2.718849        6.783361 pass
     -27.700785       12.220316 pass
       1.168714       -4.348384 pass
      20.635780       24.420958 pass
      17.997909        5.202113 pass
     -30.750906        3.509345 fail
      34.455013       21.183742 fail
     -10.272535        6.332702 pass
      -2.045214        4.775712 pass
     -50.123502       -3.693087 fail
      -1.293280        8.588305 pass
      21.241627       -1.362869 pass
      30.991144       16.747656 fail
      -5.644189        3.171691 pass
      15.385747       11.108236 pass
      20.610777        3.766684 pass
     -14.051878       -8.694416 pass
     -20.481161        1.505173 pass
     -47.082810       24.916955 fail
     -20.195696        0.127599 pass
      32.403106       16.775080 fail
      79.808815        4.266866 fail
      22.145806       -9.107735 pass
     -30.970649       -1.448509 fail
     -18.835676       -2.480734 pass
      -1.504606       10.118478 pass
      22.188425        2.077962 pass
      -2.733011        4.512507 pass
      20.031282       -1.719704 pass
     -22.415755        8.281671 pass
     -25.758177        6.457870 pass
     -24.784684      -20.376130 pass
      77.247230        0.016677 fail
       4.055788        7.798646 pass
      77.320652       -5.137123 fail
     -30.271320       13.921120 fail
      23.916272      -15.782916 pass
     -56.792516       39.271273 fail
     -30.771477       -0.874613 fail
      -8.322620       -2.272534 pass
     -27.683162       10.650794 pass
      60.205690        4.420038 fail
      -7.438990      -10.536536 pass
       8.980100       12.805632 pass
      68.987238        6.937415 fail
      32.178309        4.209366 fail
      21.922411       12.312696 pass
       1.514280        4.548094 pass
       0.959619       -5.134819 pass
      -6.680893        0.312096 pass
      27.255338       10.948708 pass
       2.945134       10.277206 pass
     -27.819011        5.396252 pass
     -12.871237       12.277980 pass
     -20.222748       39.362664 fail
     -12.860188        3.093126 pass
      21.737703        1.245702 pass
       5.584207       25.855377 pass
      10.263923       -5.373651 pass
      38.675527        1.765562 fail
     -12.170507        6.806480 pass
      24.527158      -12.192342 pass
      -5.514914      -15.448996 pass
       0.175284        5.912047 pass
      23.356571       13.244792 pass
       3.717295       10.749265 pass
      35.014224       10.544165 fail
     -33.466834        7.463780 fail
     -18.457452        6.518277 pass
      -7.582802       20.539805 pass
      29.584138       -9.991021 pass
      -7.574885       -6.652967 pass
      53.593085       19.620511 fail
     -21.287327        5.187786 pass
      11.160128        8.598294 pass
       9.320772       19.939365 pass
      33.991756       13.560022 fail
       8.016603        5.537013 pass
     -42.354741       -9.906088 fail
     -12.142331        4.967971 pass
      43.575779        4.233095 fail
      -3.958342        1.188072 pass
      -7.295697       -6.062610 pass
      23.625297       -0.897119 pass
     -50.567827        4.812728 fail
     -27.993757       15.700918 pass
     -46.005840       18.608206 fail
      -7.200236        3.470250 pass
      18.696487       11.667031 pass
       9.170309       13.434322 pass
     -11.043587        2.249553 pass
       9.998479        7.222849 pass
      -6.801203       17.365020 pass
     -19.901709        4.883134 pass
      21.588770       -6.003786 pass
      44.939347      -10.442292 fail
     -30.792518        2.339900 fail
     -16.639521       -6.807374 pass
      -3.475664       -3.503105 pass
      31.417346        3.388189 fail
     -54.298735       16.458832 fail
     -25.990271        7.313406 pass
     -13.315331        3.913158 pass
     -42.195323       -1.557710 fail
      13.764819        3.508419 pass
     -38.876844      -15.138618 fail
     -54.223681       -7.075830 fail
      44.093350        8.969311 fail
     -21.520706      -15.209854 pass
      -0.977975       17.946108 pass
     -13.441948       -1.101809 pass
     -27.322113       24.696591 pass
      -2.870186       13.971797 pass
      30.056323        6.947622 fail
     -38.772302       -5.300026 fail
       5.439925       23.205849 pass
     -29.322784       15.687535 pass
     -79.048630        3.823595 fail
       9.544578        2.735036 pass
       9.825999       14.787124 pass
      90.005626      -19.727515 fail
      -9.718641        4.451511 pass
       4.090183       -1.388437 pass
      31.199157       -2.039621 fail
      60.291200        5.872961 fail
       7.999274       -0.148756 pass
      23.536975       -1.600783 pass
      24.739588        4.230992 pass
     -41.838569        1.662321 fail
      51.169940      -10.375338 fail
      28.216331      -18.066105 pass
     -17.309430        2.603233 pass
      -3.413953        5.311754 pass
     -25.435004        2.519587 pass
       8.200238        1.192772 pass
       9.982527       -5.408858 pass
      80.712645        3.137441 fail
    -102.725794        4.213357 fail
     -72.845232        6.349647 fail
     -22.808162       16.219582 pass
      11.596789       -9.669273 pass
     -10.063164        0.497214 pass
      -5.539445        4.446966 pass
      19.029878       12.285110 pass
     -33.953542        5.935260 fail
      -6.890944       -3.916583 pass
      16.546384        7.850502 pass
      12.984651       -6.977503 pass
      22.822991        7.385312 pass
      -2.962750        4.361089 pass
      -4.497167        6.675267 pass
     -30.130958       14.200806 fail
     -11.676953       13.082319 pass
     -34.287299        2.135912 fail
      -6.285028       11.016918 pass
      11.117459       10.591843 pass
      15.297777        1.537982 pass
      36.016747      -15.890954 fail
      45.841125       -4.962224 fail
      -5.433039       12.414648 pass
     -31.441877        0.052970 fail
      25.584613        0.627876 pass
     -30.198721        2.178059 fail
      42.633825        5.540628 fail
     -60.495812       -9.690611 fail
      31.931746       -8.558976 fail
       7.614853       13.888774 pass
     -24.397037       -0.696612 pass
      16.494345        4.214643 pass
     -34.371369      -13.193757 fail
     -35.802634       13.401324 fail
      -8.709901        7.815145 pass
      10.206466        6.629022 pass
     -23.896495       -1.370993 pass
      36.927951       16.879830 fail
      -1.451516       -6.325278 pass
     -21.500670        6.636604 pass
     -20.990598        4.417883 pass
     -44.993062       15.338974 fail
     -14.343217       10.681968 pass
     -43.478167        5.974940 fail
     -55.383166       -7.948156 fail
       3.846338       -5.545366 pass
      -1.901095        3.288948 pass
      -2.062894       -4.193535 pass
      70.660182       -9.757962 fail
     -15.689337       -0.809924 pass
     -15.083186       -0.514203 pass
     -40.840451       -3.494832 fail
       9.994830       18.843203 pass
       5.279416        6.610932 pass
      12.536104        9.392073 pass
     -51.781860       -6.468368 fail
     -29.496832       -7.283566 pass
       1.039640       13.845125 pass
     -25.629562       10.100852 pass
      -6.993819        3.001840 pass
     -24.739823        5.456145 pass
     -11.556367       17.234530 pass
       8.583320       17.250884 pass
     -31.423634       -1.304238 fail
      55.934429       12.117450 fail
      45.350234       -4.419927 fail
      -0.742357        5.786263 pass
     -41.245267        8.842003 fail
      21.171449       -5.690871 pass
     -11.679955        7.429240 pass
      16.802601       -7.840342 pass
     -27.961826        7.306126 pass
      16.927260        9.076896 pass
     -16.930914        5.224097 pass
     -16.400711        2.607918 pass
      -2.259781       -5.966786 pass
      12.474490       23.090618 pass
      49.737249        5.228179 fail
      -0.210495        7.517926 pass
     -43.704458        9.822613 fail
     -36.713458        8.200490 fail
     -25.057258       13.929428 pass
      15.796503       13.774164 pass
      -2.963678        3.780172 pass
     -17.259614       10.007280 pass
     -12.093976      -10.091843 pass
      -5.749266       19.226502 pass
     -12.911664       -0.309735 pass
      29.653049        7.257844 pass
      26.537635       -5.961015 pass
      28.040911       -2.205309 pass
     -13.733440        0.170593 pass
     -11.266621        1.184132 pass
       7.366157       11.913463 pass
     -15.073968        0.754795 pass
       4.544629       10.531690 pass
       1.299801        8.060686 pass
     -22.644431        5.350517 pass
      28.375422       10.478663 pass
       5.659896       18.441959 pass
      -6.070427       -0.957128 pass
      33.275716        7.462382 fail
      16.138269        9.067201 pass
       8.537723       13.503551 pass
     -14.748013       -0.949995 pass
     -16.384291      -10.410109 pass
      12.384979        8.600557 pass
      29.642038        5.150533 pass
       6.984287        1.122683 pass
      -8.958533       -2.619081 pass
     -13.233782       -3.292171 pass
     -10.271157        4.302013 pass
      -2.223723       10.427978 pass
     -19.695378       13.224849 pass
      -1.913379       13.172247 pass
     -37.117535        3.762971 fail
      14.956323        2.983910 pass
      -6.600406        4.333447 pass
      21.851149       17.667863 pass
     -19.637289        1.058740 pass
     -22.347309        0.786369 pass
      -6.394890       -0.803884 pass
      17.220619        3.268044 pass
     -10.615100        1.098354 pass
     -79.009270       28.401819 fail
     -11.074748       -2.812359 pass
      -5.913995       -0.455855 pass
      18.995049       19.055866 pass
     -16.926083       13.751602 pass
     -26.672057        1.482332 pass
      -6.511610       -2.327830 pass
       8.094565        0.773941 pass
      -7.108816        3.251628 pass
       4.612887        7.163205 pass
     -18.089106        6.129605 pass
     -22.424952        0.927667 pass
      -4.528244        5.752397 pass
     -28.979201        9.652318 pass
     -21.066953        8.374782 pass
     -15.175105        7.299677 pass
     -33.390372       16.731499 fail
       4.194191        1.130022 pass
      -8.879371        3.250677 pass
     -22.379130       16.453044 pass
      -8.014492       28.733953 pass
     -15.917233        6.596569 pass
       1.782692        7.444102 pass
       3.800876        2.599331 pass
       8.212873        2.988483 pass
       3.349799        9.051472 pass
      -7.742069       11.580491 pass
      17.918529        6.003865 pass
     -23.992875       10.442688 pass
     -12.066070       -1.093119 pass
     -15.330837        1.448729 pass
      -4.965170        6.523066 pass
       2.389112       -4.900803 pass
     -15.902386       10.548672 pass
      -5.257247        4.223959 pass
       8.235669        4.740435 pass
       9.682299       -0.318230 pass
       6.939143        6.163327 pass
     -57.117213        4.325842 fail
      18.694266       27.631319 pass
       1.329229        8.435910 pass
       5.697039        5.694454 pass
     -18.620059       -1.063921 pass
       7.353590        3.090286 pass
     -30.627550        2.493828 fail
     -20.743454        5.969629 pass
      11.286120        4.410470 pass
      -8.226875       -0.595772 pass
      -1.495312        8.673722 pass
      34.688041       -8.462353 fail
     -28.672719       12.580846 pass
       4.258778       11.270478 pass
       2.751798        1.870541 pass
     -16.721465        2.570217 pass
       7.204038        1.808700 pass
      30.129346        6.770286 fail
     -36.681439       10.712395 fail
      21.317408       -9.948543 pass
       7.028194       -4.708650 pass
     -15.923218        0.089340 pass
       1.636225        0.172740 pass
       3.636395        4.135947 pass
      -9.570680        2.317384 pass
      29.436989       12.912624 pass
      73.755553      -18.244022 fail
     -16.082739        4.591168 pass
     -16.613033        2.594874 pass
      -2.718851        4.492828 pass
       2.183286        6.863888 pass
       7.439275       10.417811 pass
     -12.430276      -19.941645 pass
       8.096695        2.931073 pass
      -3.836346       12.398453 pass
      -8.643183        3.473221 pass
     -22.485636        1.123517 pass
      15.348132        4.750801 pass
      -3.558243       11.699540 pass
      12.851310       -3.689598 pass
     -26.857951        5.174803 pass
     -27.290942        0.412785 pass
     -13.496778       17.843929 pass
     -34.236943       12.825663 fail
     -20.773878        1.905432 pass
       5.829358        9.155233 pass
      -0.236225       10.162132 pass
      23.339200       26.204700 pass
      15.211465        6.607605 pass
     -36.376900        0.813177 fail
      -1.780126       10.390833 pass
     -19.406037        0.539335 pass
      -8.779773        2.944585 pass
     -11.117855       16.043749 pass
     -42.022518       -2.281129 fail
     -12.594084       -0.072230 pass
     -15.794182        5.460689 pass
     -15.296481       -0.188175 pass
     -33.137461       11.042172 fail
      66.257381       -7.004576 fail
     -86.316414       34.177925 fail
     -15.005846        6.341469 pass


# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0

# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))

for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):

    match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1


total_percent_found = (found_count/len(gaia_cat['RA']))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')


SNR threshold used for pipeline:  5
Total matches found: 391
Number of multiples:  0
Total number of input (Gaia) sources: 2187
Total number in output JWST catalog: 543
Total percent found: 17.878372199359855


# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['label'], catalog['aper_total_flux'])
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog['aper_total_flux'].unit))
plt.xlabel('label')
plt.ylabel('aper_total_flux')

Text(0, 0.5, 'aper_total_flux')


# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

maxflux = 0.0012

index = np.where(catalog['aper_total_flux'] < maxflux)

ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index])
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')

Text(0, 0.5, 'Flux err')


# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['label'], catalog['aper_total_abmag'])
#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('label')
plt.ylabel('aper_total_abmag')

Text(0, 0.5, 'aper_total_abmag')


# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['aper_total_abmag'], catalog['aper_total_abmag_err'])
#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')

Text(0, 0.5, 'AB mag err')


# Read in dataset from Box

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url, timeout=600)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)

# F1280W data of PID 1040 (LMC), taken in May 2022   
file_urls = ['https://stsci.box.com/shared/static/kt3zb9b9aynuvtn4ytuxl2yl5bhsbc7l.fits',
             'https://stsci.box.com/shared/static/qebublvwwi1wvsiu6pu6fb6r0vcgf0jz.fits',
             'https://stsci.box.com/shared/static/huuf70x9hg6wnhl1i05hu8dx0fld4yd3.fits',
             'https://stsci.box.com/shared/static/pblxt7pvujuumwrertz94vm5mfcssqv7.fits',
             'https://stsci.box.com/shared/static/5adbhbdrf0nk85cxbhgi11s5lic959ru.fits'] 

file_names_long = ['jw01040001005_03109_00001_mirimage_uncal.fits',
              'jw01040001005_03109_00002_mirimage_uncal.fits',
              'jw01040001005_03109_00003_mirimage_uncal.fits',
              'jw01040001005_03109_00004_mirimage_uncal.fits',
              'jw01040001005_03109_00005_mirimage_uncal.fits']


box_download_list = [(url,name) for url,name in zip(file_urls,file_names_long)]


get_box_files(box_download_list)


print('Filenames of uncal files')
print(file_names_long)

Filenames of uncal files
['jw01040001005_03109_00001_mirimage_uncal.fits', 'jw01040001005_03109_00002_mirimage_uncal.fits', 'jw01040001005_03109_00003_mirimage_uncal.fits', 'jw01040001005_03109_00004_mirimage_uncal.fits', 'jw01040001005_03109_00005_mirimage_uncal.fits']


# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')    
    
print('There are ', len(file_names_long), ' images.')
        
slopelist_long = []    
    
# loop over list of files
for file in file_names_long:

    # Run pipeline on each file
    rampfile = Detector1Pipeline.call(file, save_results=True)
    
    # set up output file name
    base_long, remainder = file.split('_uncal')
    outname = base_long
    
    slopelist_long.append(base_long+'_rate.fits')

print('Detector 1 steps completed on all files.')
print(slopelist_long)

There are  5  images.

2022-12-02 16:34:17,880 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:34:17,899 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:34:17,901 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:34:17,903 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:34:17,904 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:34:17,905 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:34:17,906 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:34:17,907 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:34:17,909 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:34:17,910 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:34:17,911 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:34:17,912 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:34:17,913 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:34:17,914 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:34:17,917 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:34:17,918 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:34:17,920 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:34:17,921 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:34:18,285 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00001_mirimage_uncal.fits',).
2022-12-02 16:34:18,295 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:34:18,539 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:34:18,547 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:34:18,549 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:34:18,550 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:34:18,551 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:34:18,553 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:34:18,553 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:34:18,554 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:34:18,555 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:34:18,556 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:34:18,557 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:34:18,559 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:34:18,559 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:34:18,559 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:34:18,560 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:34:19,012 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:19,014 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:19,089 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:34:19,090 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:34:19,093 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:34:19,294 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:19,295 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:19,318 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:34:19,540 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:34:19,739 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:19,740 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:34:19,763 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:34:20,266 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1123 saturated pixels
2022-12-02 16:34:20,271 - stpipe.Detector1Pipeline.saturation - INFO - Detected 73 A/D floor pixels
2022-12-02 16:34:20,279 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:34:20,476 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:20,477 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:20,477 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:34:20,480 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:34:20,671 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:20,673 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:20,751 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:34:20,955 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:20,956 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:21,038 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:34:21,244 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:21,245 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:21,275 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:34:21,608 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:34:21,800 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:21,802 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:21,824 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:34:22,140 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:34:22,341 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:22,342 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:34:22,365 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:34:22,483 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:34:22,676 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:22,677 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:34:22,698 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:34:25,108 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:34:25,109 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:34:26,160 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:34:26,373 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:26,374 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:34:26,451 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:34:26,452 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:34:26,452 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:34:26,453 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:34:26,453 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:34:26,453 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:34:26,454 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:34:26,454 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:34:26,455 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:34:26,546 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:34:26,564 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:34:26,754 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:26,755 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:34:26,765 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:34:26,778 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:26,814 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:26,927 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:34:26,948 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:34:27,638 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:34:27,673 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25827 pixels with at least one CR from five or more groups.
2022-12-02 16:34:31,924 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 4.99571 sec
2022-12-02 16:34:31,945 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.179465
2022-12-02 16:34:31,950 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:34:32,149 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:32,150 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:34:32,189 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:32,190 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:32,242 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:34:32,243 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:34:32,288 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:34:32,289 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:34:38,084 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:34:38,085 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:34:38,169 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:34:38,370 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:38,372 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:38,411 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:34:38,412 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:34:38,416 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:34:38,606 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:38,608 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:38,650 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:34:38,651 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:34:38,655 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:34:38,743 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rateints.fits
2022-12-02 16:34:38,744 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:34:38,744 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:34:38,824 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rate.fits
2022-12-02 16:34:38,825 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:34:39,062 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:34:39,079 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:34:39,081 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:34:39,082 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:34:39,082 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:34:39,084 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:34:39,085 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:34:39,085 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:34:39,087 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:34:39,088 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:34:39,089 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:34:39,090 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:34:39,090 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:34:39,091 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:34:39,092 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:34:39,094 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:34:39,095 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:34:39,096 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:34:39,292 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00002_mirimage_uncal.fits',).
2022-12-02 16:34:39,301 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:34:39,523 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:34:39,527 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:34:39,528 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:34:39,529 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:34:39,530 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:34:39,532 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:34:39,532 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:34:39,533 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:34:39,533 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:34:39,534 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:34:39,535 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:34:39,536 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:34:39,536 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:34:39,536 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:34:39,537 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:34:39,965 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:39,967 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:40,034 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:34:40,035 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:34:40,037 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:34:40,233 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:40,234 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:40,257 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:34:40,460 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:34:40,659 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:40,660 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:34:40,683 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:34:41,209 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1137 saturated pixels
2022-12-02 16:34:41,216 - stpipe.Detector1Pipeline.saturation - INFO - Detected 72 A/D floor pixels
2022-12-02 16:34:41,225 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:34:41,423 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:41,424 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:41,425 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:34:41,427 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:34:41,615 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:41,616 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:41,687 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:34:41,882 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:41,884 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:41,953 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:34:42,151 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:42,152 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:42,174 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:34:42,477 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:34:42,678 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:42,679 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:42,702 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:34:43,034 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:34:43,232 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:43,233 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:34:43,256 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:34:43,364 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:34:43,566 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:43,567 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:34:43,592 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:34:46,015 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:34:46,015 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:34:47,016 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:34:47,230 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:47,231 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:34:47,302 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:34:47,303 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:34:47,303 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:34:47,303 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:34:47,304 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:34:47,304 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:34:47,304 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:34:47,305 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:34:47,306 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:34:47,402 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:34:47,418 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:34:47,619 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:47,620 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:34:47,630 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:34:47,643 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:47,681 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:47,789 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:34:47,804 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:34:48,504 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:34:48,535 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25131 pixels with at least one CR from five or more groups.
2022-12-02 16:34:53,335 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 5.5448 sec
2022-12-02 16:34:53,356 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.725601
2022-12-02 16:34:53,362 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:34:53,555 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:53,556 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:34:53,591 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:53,592 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:53,643 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:34:53,644 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:34:53,692 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:34:53,693 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:34:59,548 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:34:59,549 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:34:59,630 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:34:59,830 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:59,832 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:59,873 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:34:59,874 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:34:59,879 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:00,072 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:35:00,074 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:00,117 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:00,117 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:00,122 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:00,209 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rateints.fits
2022-12-02 16:35:00,210 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:35:00,210 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:35:00,290 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rate.fits
2022-12-02 16:35:00,290 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:35:00,525 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:35:00,541 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:35:00,543 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:35:00,544 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:35:00,544 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:35:00,546 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:35:00,547 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:35:00,548 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:35:00,549 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:35:00,550 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:35:00,551 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:35:00,552 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:35:00,553 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:35:00,554 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:35:00,555 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:35:00,556 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:35:00,557 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:35:00,558 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:35:00,757 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00003_mirimage_uncal.fits',).
2022-12-02 16:35:00,766 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:35:00,990 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:35:00,993 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:35:00,995 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:35:00,995 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:35:00,996 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:35:00,997 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:35:00,998 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:35:00,998 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:35:00,999 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:35:01,000 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:35:01,001 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:35:01,002 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:35:01,002 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:35:01,003 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:35:01,003 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:35:01,433 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:01,434 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:01,506 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:35:01,507 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:35:01,510 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:35:01,706 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:01,707 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:01,730 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:35:01,937 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:35:02,132 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:02,133 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:35:02,155 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:35:02,655 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1101 saturated pixels
2022-12-02 16:35:02,661 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-12-02 16:35:02,669 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:35:02,866 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:02,867 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:02,868 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:35:02,870 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:35:03,056 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:03,057 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:03,126 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:35:03,313 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:03,314 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:03,388 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:35:03,578 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:03,579 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:03,601 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:35:03,898 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:35:04,093 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:04,094 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:04,116 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:35:04,426 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:35:04,622 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:04,623 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:35:04,646 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:35:04,756 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:35:04,952 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:04,954 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:35:04,981 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:35:07,397 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:35:07,398 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:35:08,408 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:35:08,617 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:08,619 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:35:08,690 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:35:08,690 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:35:08,691 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:35:08,691 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:35:08,691 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:35:08,692 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:35:08,692 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:35:08,692 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:35:08,694 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:35:08,792 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:35:08,808 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:35:09,008 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:09,010 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:35:09,020 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:35:09,034 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:09,071 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:09,185 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:35:09,204 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:35:09,865 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:35:09,896 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25349 pixels with at least one CR from five or more groups.
2022-12-02 16:35:13,961 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 4.7748 sec
2022-12-02 16:35:13,981 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.961076
2022-12-02 16:35:13,987 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:35:14,176 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:14,177 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:35:14,212 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:14,213 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:14,263 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:35:14,264 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:35:14,309 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:35:14,310 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:35:20,092 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:35:20,093 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:35:20,174 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:35:20,363 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:20,365 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:20,405 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:20,406 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:20,410 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:20,599 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:20,600 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:20,642 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:20,643 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:20,647 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:20,734 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rateints.fits
2022-12-02 16:35:20,735 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:35:20,735 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:35:20,814 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rate.fits
2022-12-02 16:35:20,814 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:35:21,051 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:35:21,069 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:35:21,070 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:35:21,071 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:35:21,072 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:35:21,073 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:35:21,074 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:35:21,075 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:35:21,076 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:35:21,077 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:35:21,078 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:35:21,079 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:35:21,080 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:35:21,081 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:35:21,082 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:35:21,084 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:35:21,085 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:35:21,086 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:35:21,286 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00004_mirimage_uncal.fits',).
2022-12-02 16:35:21,295 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:35:21,517 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:35:21,521 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:35:21,523 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:35:21,524 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:35:21,526 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:35:21,527 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:35:21,527 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:35:21,528 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:35:21,529 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:35:21,530 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:35:21,532 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:35:21,534 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:35:21,534 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:35:21,534 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:35:21,535 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:35:21,966 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:21,967 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:22,043 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:35:22,044 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:35:22,046 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:35:22,234 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:22,235 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:22,257 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:35:22,456 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:35:22,642 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:22,643 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:35:22,665 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:35:23,181 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1118 saturated pixels
2022-12-02 16:35:23,187 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-12-02 16:35:23,196 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:35:23,387 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:23,389 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:23,389 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:35:23,392 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:35:23,579 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:23,580 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:23,650 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:35:23,845 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:23,846 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:23,925 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:35:24,112 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:24,113 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:24,135 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:35:24,433 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:35:24,630 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:24,631 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:24,653 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:35:24,968 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:35:25,160 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:25,161 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:35:25,183 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:35:25,291 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:35:25,476 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:25,477 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:35:25,499 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:35:27,904 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:35:27,905 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:35:28,915 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:35:29,117 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:29,119 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:35:29,187 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:35:29,188 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:35:29,189 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:35:29,189 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:35:29,190 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:35:29,190 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:35:29,191 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:35:29,191 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:35:29,193 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:35:29,285 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:35:29,300 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:35:29,485 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:29,487 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:35:29,497 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:35:29,510 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:29,546 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:29,666 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:35:29,685 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:35:30,346 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:35:30,376 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25189 pixels with at least one CR from five or more groups.
2022-12-02 16:35:35,193 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 5.52613 sec
2022-12-02 16:35:35,214 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.716993
2022-12-02 16:35:35,220 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:35:35,417 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:35,419 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:35:35,459 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:35,460 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:35,513 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:35:35,514 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:35:35,564 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:35:35,565 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:35:41,337 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:35:41,337 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:35:41,418 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:35:41,606 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:41,607 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:41,647 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:41,648 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:41,652 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:41,842 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:41,844 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:41,888 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:41,888 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:41,893 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:41,983 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rateints.fits
2022-12-02 16:35:41,983 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:35:41,984 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:35:42,065 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rate.fits
2022-12-02 16:35:42,066 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:35:42,304 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:35:42,321 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:35:42,322 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:35:42,323 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:35:42,324 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:35:42,325 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:35:42,326 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:35:42,327 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:35:42,328 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:35:42,329 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:35:42,330 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:35:42,330 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:35:42,331 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:35:42,333 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:35:42,334 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:35:42,335 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:35:42,337 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:35:42,337 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:35:42,532 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00005_mirimage_uncal.fits',).
2022-12-02 16:35:42,541 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:35:42,765 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:35:42,768 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:35:42,769 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:35:42,770 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:35:42,771 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:35:42,772 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:35:42,772 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:35:42,774 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:35:42,774 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:35:42,775 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:35:42,776 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:35:42,777 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:35:42,778 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:35:42,778 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:35:42,778 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:35:43,201 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:43,202 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:43,278 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:35:43,279 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:35:43,281 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:35:43,475 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:43,476 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:43,499 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:35:43,705 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:35:43,894 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:43,895 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:35:43,917 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:35:44,442 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1088 saturated pixels
2022-12-02 16:35:44,448 - stpipe.Detector1Pipeline.saturation - INFO - Detected 70 A/D floor pixels
2022-12-02 16:35:44,456 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:35:44,645 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:44,646 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:44,647 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:35:44,650 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:35:44,834 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:44,836 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:44,910 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:35:45,100 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:45,102 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:45,181 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:35:45,377 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:45,378 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:45,401 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:35:45,719 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:35:45,915 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:45,916 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:45,940 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:35:46,276 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:35:46,471 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:46,472 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:35:46,496 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:35:46,610 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:35:46,805 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:46,806 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:35:46,830 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:35:49,258 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:35:49,258 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:35:50,284 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:35:50,491 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:50,492 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:35:50,565 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:35:50,566 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:35:50,566 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:35:50,567 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:35:50,567 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:35:50,567 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:35:50,568 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:35:50,568 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:35:50,569 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:35:50,662 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:35:50,678 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:35:50,866 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:50,868 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:35:50,878 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:35:50,891 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:50,928 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:51,044 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:35:51,063 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:35:51,713 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-12-02 16:35:51,743 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25931 pixels with at least one CR from five or more groups.
2022-12-02 16:35:55,900 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 4.85488 sec
2022-12-02 16:35:55,921 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.043293
2022-12-02 16:35:55,927 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:35:56,119 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:56,120 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:35:56,157 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:56,157 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:56,211 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:35:56,211 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:35:56,258 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:35:56,259 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:36:01,997 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:36:01,998 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:36:02,082 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:36:02,274 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:36:02,275 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:36:02,317 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:36:02,317 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:36:02,322 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:36:02,510 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:36:02,512 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:36:02,554 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:36:02,555 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:36:02,559 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:36:02,646 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rateints.fits
2022-12-02 16:36:02,647 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:36:02,648 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:02,727 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rate.fits
2022-12-02 16:36:02,728 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done

Detector 1 steps completed on all files.
['jw01040001005_03109_00001_mirimage_rate.fits', 'jw01040001005_03109_00002_mirimage_rate.fits', 'jw01040001005_03109_00003_mirimage_rate.fits', 'jw01040001005_03109_00004_mirimage_rate.fits', 'jw01040001005_03109_00005_mirimage_rate.fits']


# Run Calwebb_image2 on output files from detector1
#ratefiles = glob('*rate.fits')    
    
print('There are ', len(slopelist_long), ' images.')
    
callist_long = []

# cycle through files
for im in slopelist_long:

    calfile = Image2Pipeline.call(im, save_results=True)

    callist_long.append(calfile)

print(callist_long)

2022-12-02 16:36:02,782 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:02,784 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:02,785 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:02,786 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:02,787 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:02,788 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:02,981 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00001_mirimage_rate.fits',).

There are  5  images.

2022-12-02 16:36:02,986 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:03,030 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:03,039 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:03,040 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:03,041 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:03,041 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:03,041 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:03,042 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:03,043 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:03,045 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:03,045 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:03,047 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:03,048 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:03,049 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:03,049 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:03,049 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:03,050 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:03,050 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:03,050 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:03,051 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:03,052 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:03,054 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:03,054 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00001_mirimage
2022-12-02 16:36:03,055 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00001_mirimage_rate.fits ...
2022-12-02 16:36:03,293 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:03,295 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:03,496 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:03,581 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-12-02 16:36:03,581 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-12-02 16:36:03,582 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:03,646 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:03,840 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:03,841 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:04,246 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:04,443 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:04,445 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:04,474 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:04,476 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:04,559 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:04,560 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:36:04,561 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:36:04,561 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-12-02 16:36:04,609 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:04,612 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:36:04,613 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:04,613 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:04,630 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:04,829 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:04,832 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:04,862 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:04,886 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:04,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:04,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:04,888 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:04,888 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:05,048 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:05,861 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:06,066 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:06,718 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:06,971 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:07,691 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:07,946 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:08,579 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:08,855 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.522502904 -69.442128177 80.541109002 -69.472837498 80.629516265 -69.466217385 80.610789597 -69.435517523
2022-12-02 16:36:09,002 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00001_mirimage_i2d.fits
2022-12-02 16:36:09,002 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:09,003 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00001_mirimage
2022-12-02 16:36:09,004 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:09,005 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:09,183 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_cal.fits
2022-12-02 16:36:09,184 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:09,234 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:09,235 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:09,236 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:09,237 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:09,238 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:09,240 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:09,479 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00002_mirimage_rate.fits',).
2022-12-02 16:36:09,483 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:09,523 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:09,528 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:09,529 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:09,531 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:09,532 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:09,533 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:09,534 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:09,536 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:09,536 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:09,536 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:09,537 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:09,537 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:09,537 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:09,538 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:09,538 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:09,539 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:09,539 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:09,539 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:09,540 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:09,540 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:09,540 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:09,541 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00002_mirimage
2022-12-02 16:36:09,541 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00002_mirimage_rate.fits ...
2022-12-02 16:36:09,770 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:09,771 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:09,974 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:10,061 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-12-02 16:36:10,061 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-12-02 16:36:10,062 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:10,125 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:10,324 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:10,325 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:10,540 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:10,744 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:10,745 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:10,773 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:10,774 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:10,857 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:10,859 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:36:10,859 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:36:10,859 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-12-02 16:36:10,959 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:10,962 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:36:10,963 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:10,963 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:10,981 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:11,184 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:11,186 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:11,215 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:11,235 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:11,236 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:11,237 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:11,237 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:11,238 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:11,365 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:12,001 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:12,172 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:12,818 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:13,078 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:13,722 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:13,973 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:14,609 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:14,889 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.519670824 -69.441047449 80.538272088 -69.471757060 80.626675744 -69.465138331 80.607953918 -69.434438176
2022-12-02 16:36:15,032 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00002_mirimage_i2d.fits
2022-12-02 16:36:15,033 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:15,033 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00002_mirimage
2022-12-02 16:36:15,035 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:15,035 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:15,212 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_cal.fits
2022-12-02 16:36:15,213 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:15,262 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:15,264 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:15,265 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:15,266 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:15,268 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:15,270 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:15,472 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00003_mirimage_rate.fits',).
2022-12-02 16:36:15,477 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:15,517 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:15,523 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:15,525 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:15,525 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:15,526 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:15,526 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:15,527 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:15,528 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:15,529 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:15,530 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:15,531 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:15,532 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:15,533 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:15,533 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:15,534 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:15,534 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:15,535 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:15,535 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:15,535 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:15,537 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:15,537 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:15,538 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:15,538 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:15,538 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:15,539 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:15,539 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00003_mirimage
2022-12-02 16:36:15,540 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00003_mirimage_rate.fits ...
2022-12-02 16:36:15,782 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:15,784 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:15,990 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:16,100 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-12-02 16:36:16,101 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-12-02 16:36:16,101 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:16,172 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:16,599 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:16,601 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:16,896 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:17,354 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:17,356 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:17,390 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:17,391 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:17,492 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:17,493 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:36:17,493 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:36:17,494 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-12-02 16:36:17,546 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:17,549 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:36:17,550 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:17,550 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:17,569 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:18,026 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:18,029 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:18,063 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:18,085 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:18,086 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:18,086 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:18,087 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:18,087 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:18,251 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:19,051 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:19,235 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:19,976 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:20,251 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:20,975 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:21,286 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:22,085 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:22,362 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.517023079 -69.438768186 80.535618620 -69.469478077 80.624013703 -69.462860680 80.605297622 -69.432160242
2022-12-02 16:36:22,509 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00003_mirimage_i2d.fits
2022-12-02 16:36:22,509 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:22,510 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00003_mirimage
2022-12-02 16:36:22,511 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:22,512 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:22,694 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_cal.fits
2022-12-02 16:36:22,695 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:22,745 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:22,746 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:22,747 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:22,748 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:22,749 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:22,751 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:23,035 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00004_mirimage_rate.fits',).
2022-12-02 16:36:23,039 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:23,079 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:23,086 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:23,087 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:23,087 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:23,087 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:23,088 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:23,088 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:23,089 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:23,090 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:23,090 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:23,093 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:23,094 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:23,094 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:23,095 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:23,095 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:23,095 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:23,096 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:23,096 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:23,096 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:23,098 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:23,099 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:23,099 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:23,099 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:23,100 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:23,100 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:23,100 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00004_mirimage
2022-12-02 16:36:23,101 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00004_mirimage_rate.fits ...
2022-12-02 16:36:23,338 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:23,339 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:23,538 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:23,623 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-12-02 16:36:23,624 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-12-02 16:36:23,624 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:23,688 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:23,892 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:23,893 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:24,114 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:24,319 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:24,321 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:24,348 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:24,348 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:24,430 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:24,431 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:36:24,432 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:36:24,432 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-12-02 16:36:24,480 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:24,482 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:36:24,483 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:24,483 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:24,501 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:24,703 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:24,705 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:24,733 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:24,751 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:24,751 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:24,752 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:24,752 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:24,753 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:24,880 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:25,530 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:25,700 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:26,348 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:26,605 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:27,250 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:27,508 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:28,152 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:28,430 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.513247825 -69.439689924 80.531838740 -69.470400220 80.620238794 -69.463784744 80.601527322 -69.433083900
2022-12-02 16:36:28,573 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00004_mirimage_i2d.fits
2022-12-02 16:36:28,574 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:28,574 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00004_mirimage
2022-12-02 16:36:28,576 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:28,576 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:28,756 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_cal.fits
2022-12-02 16:36:28,757 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:28,805 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:28,806 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:28,808 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:28,809 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:28,810 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:28,811 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:29,026 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00005_mirimage_rate.fits',).
2022-12-02 16:36:29,030 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:29,071 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:29,075 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:29,076 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:29,077 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:29,077 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:29,077 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:29,078 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:29,079 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:29,081 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:29,081 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:29,083 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:29,084 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:29,084 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:29,085 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:29,085 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:29,085 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:29,086 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:29,086 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:29,086 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:29,088 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:29,088 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:29,088 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:29,089 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:29,089 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:29,089 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:29,090 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00005_mirimage
2022-12-02 16:36:29,090 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00005_mirimage_rate.fits ...
2022-12-02 16:36:29,339 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:29,341 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:29,542 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:29,629 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-12-02 16:36:29,629 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-12-02 16:36:29,630 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:29,693 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:29,904 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:29,905 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:30,127 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:30,331 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:30,332 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:30,359 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:30,360 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:30,443 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:30,443 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-12-02 16:36:30,444 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-12-02 16:36:30,444 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-12-02 16:36:30,491 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:30,493 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-12-02 16:36:30,493 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:30,494 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:30,511 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:30,720 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:30,721 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:30,749 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:30,768 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:30,768 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:30,768 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:30,769 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:30,769 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:30,899 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:31,548 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:31,729 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:32,364 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:32,632 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:33,267 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:33,517 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:34,167 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:34,512 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.515535542 -69.443324011 80.534132781 -69.474034070 80.622547116 -69.467417463 80.603829280 -69.436716859
2022-12-02 16:36:34,653 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00005_mirimage_i2d.fits
2022-12-02 16:36:34,654 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:34,654 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00005_mirimage
2022-12-02 16:36:34,655 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:34,656 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:34,832 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_cal.fits
2022-12-02 16:36:34,833 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_cal.fits>]]


calfiles_long = [ele.replace('rate', 'cal') for ele in slopelist_long]
print(calfiles_long)

['jw01040001005_03109_00001_mirimage_cal.fits', 'jw01040001005_03109_00002_mirimage_cal.fits', 'jw01040001005_03109_00003_mirimage_cal.fits', 'jw01040001005_03109_00004_mirimage_cal.fits', 'jw01040001005_03109_00005_mirimage_cal.fits']


# use asn_from_list to create association table

#calfiles_long = glob('base_long*_cal.fits')
asn_long = asn_from_list.asn_from_list(calfiles_long, rule=DMS_Level3_Base, product_name='starfield_combined_long.fits')

# dump association table to a .json file for use in image3
with open('starfield_long_asnfile.json', 'w') as fp:
    fp.write(asn_long.dump()[1])

print(asn_long)

jwnoprogram-a3001_none_00013_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_combined_long.fits with 5 members


# Run Calwebb_image3 on the association table
    
# set any specific parameters

# Set tweakreg parameters:

# tweakreg parameters to allow data to run
fwhm = 4  #3.713  # Gaussian kernel FWHM of objects expected, default=2.5
snr = 3 # signal to noise threshold, default=5 
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 3 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7  # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True  # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 2
save_gaia = True
deblend = False
npixels = 5
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia

pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True

# run Image3

image = pipe3.run('starfield_long_asnfile.json')
print('Image 3 pipeline finished.')

2022-12-02 16:36:34,864 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-12-02 16:36:34,866 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-12-02 16:36:34,868 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-12-02 16:36:34,870 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-12-02 16:36:34,871 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-12-02 16:36:34,873 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:34,874 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-12-02 16:36:35,352 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_long_asnfile.json',).
2022-12-02 16:36:35,361 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-12-02 16:36:35,524 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-12-02 16:36:35,534 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-12-02 16:36:35,536 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-12-02 16:36:35,538 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:35,539 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-12-02 16:36:36,391 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-12-02 16:36:36,394 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-12-02 16:36:36,820 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 7 sources in jw01040001005_03109_00001_mirimage_cal.fits.
2022-12-02 16:36:36,823 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00001_mirimage_cal_cat.ecsv
2022-12-02 16:36:37,244 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00002_mirimage_cal.fits.
2022-12-02 16:36:37,247 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00002_mirimage_cal_cat.ecsv
2022-12-02 16:36:37,670 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 5 sources in jw01040001005_03109_00003_mirimage_cal.fits.
2022-12-02 16:36:37,673 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00003_mirimage_cal_cat.ecsv
2022-12-02 16:36:38,121 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00004_mirimage_cal.fits.
2022-12-02 16:36:38,124 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00004_mirimage_cal_cat.ecsv
2022-12-02 16:36:38,544 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00005_mirimage_cal.fits.
2022-12-02 16:36:38,547 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00005_mirimage_cal_cat.ecsv
2022-12-02 16:36:38,568 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:38,568 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-12-02 16:36:38,569 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-12-02 16:36:38,589 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00001_mirimage_cal':
2022-12-02 16:36:38,590 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00001_mirimage_cal
2022-12-02 16:36:38,610 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00002_mirimage_cal':
2022-12-02 16:36:38,611 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00002_mirimage_cal
2022-12-02 16:36:38,631 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00003_mirimage_cal':
2022-12-02 16:36:38,631 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00003_mirimage_cal
2022-12-02 16:36:38,650 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00004_mirimage_cal':
2022-12-02 16:36:38,651 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00004_mirimage_cal
2022-12-02 16:36:38,670 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00005_mirimage_cal':
2022-12-02 16:36:38,670 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00005_mirimage_cal
2022-12-02 16:36:38,671 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:38,671 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:38,671 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:36:38.671487
2022-12-02 16:36:38,672 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-12-02 16:36:38,672 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:38,853 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03109_00001_mirimage_cal' as reference image
2022-12-02 16:36:38,857 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-12-02 16:36:38,970 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00002_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00001_mirimage_cal' catalog.
2022-12-02 16:36:38,970 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:38,971 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 6 matches
2022-12-02 16:36:38,972 - stpipe.Image3Pipeline.tweakreg - INFO - Found 6 matches for 'GROUP ID: jw01040001005_03109_00002_mirimage_cal'...
2022-12-02 16:36:38,973 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:38,975 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00002_mirimage_cal:
2022-12-02 16:36:38,975 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00368442  YSH: -0.00447564
2022-12-02 16:36:38,976 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:38,976 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00631909   FIT MAE: 0.00563788
2022-12-02 16:36:38,977 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 6 objects.
2022-12-02 16:36:39,020 - stpipe.Image3Pipeline.tweakreg - INFO - Added 0 unmatched sources from 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,060 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,180 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00002_mirimage_cal' catalog.
2022-12-02 16:36:39,181 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:39,182 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-12-02 16:36:39,183 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00005_mirimage_cal'...
2022-12-02 16:36:39,184 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:39,186 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00005_mirimage_cal:
2022-12-02 16:36:39,187 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00927299  YSH: -0.00551026
2022-12-02 16:36:39,188 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:39,188 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00673851   FIT MAE: 0.0062002
2022-12-02 16:36:39,189 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-12-02 16:36:39,235 - stpipe.Image3Pipeline.tweakreg - INFO - Added 2 unmatched sources from 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,260 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,379 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00005_mirimage_cal' catalog.
2022-12-02 16:36:39,379 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:39,380 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-12-02 16:36:39,382 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00003_mirimage_cal'...
2022-12-02 16:36:39,384 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:39,385 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00003_mirimage_cal:
2022-12-02 16:36:39,386 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00965673  YSH: 0.00408988
2022-12-02 16:36:39,387 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:39,387 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0081492   FIT MAE: 0.00803468
2022-12-02 16:36:39,388 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-12-02 16:36:39,433 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,446 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,562 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00003_mirimage_cal' catalog.
2022-12-02 16:36:39,563 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:39,563 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 5 matches
2022-12-02 16:36:39,565 - stpipe.Image3Pipeline.tweakreg - INFO - Found 5 matches for 'GROUP ID: jw01040001005_03109_00004_mirimage_cal'...
2022-12-02 16:36:39,565 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:39,567 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00004_mirimage_cal:
2022-12-02 16:36:39,567 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0178715  YSH: 0.000392141
2022-12-02 16:36:39,568 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:39,568 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00885439   FIT MAE: 0.00871094
2022-12-02 16:36:39,568 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 5 objects.
2022-12-02 16:36:39,610 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,610 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:39,610 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:36:39.610563
2022-12-02 16:36:39,611 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.939076
2022-12-02 16:36:39,611 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:42,824 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:42,825 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:36:42.824151
2022-12-02 16:36:42,825 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-12-02 16:36:42,826 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:43,186 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-12-02 16:36:43,332 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-12-02 16:36:43,333 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:43,335 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.9832, -1.255 with significance of 14.54 and 91 matches.
2022-12-02 16:36:43,336 - stpipe.Image3Pipeline.tweakreg - INFO - Found 11 matches for 'GROUP ID: 987654'...
2022-12-02 16:36:43,337 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-12-02 16:36:43,339 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-12-02 16:36:43,339 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.951828  YSH: 1.04498    ROT: 0.0106289    SCALE: 1
2022-12-02 16:36:43,340 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-12-02 16:36:43,340 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0244024   FIT MAE: 0.0226358
2022-12-02 16:36:43,341 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 11 objects.
2022-12-02 16:36:43,546 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:43,547 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:36:43.546713
2022-12-02 16:36:43,548 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.722562
2022-12-02 16:36:43,548 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-12-02 16:36:44,099 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-12-02 16:36:44,397 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-12-02 16:36:44,399 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-12-02 16:36:44,525 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:36:44,525 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-12-02 16:36:44.525083
2022-12-02 16:36:44,526 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:36:44,526 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-12-02 16:36:44,526 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-12-02 16:36:44,527 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-12-02 16:36:44,527 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:36:44,527 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-12-02 16:36:48,649 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00001_mirimage_cal.fits. Sky background: 0
2022-12-02 16:36:48,650 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00002_mirimage_cal.fits. Sky background: 0.0879307
2022-12-02 16:36:48,650 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00003_mirimage_cal.fits. Sky background: 0.124274
2022-12-02 16:36:48,650 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00004_mirimage_cal.fits. Sky background: 0.168047
2022-12-02 16:36:48,651 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00005_mirimage_cal.fits. Sky background: 0.20089
2022-12-02 16:36:48,651 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:36:48,652 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-12-02 16:36:48.651824
2022-12-02 16:36:48,652 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.126741
2022-12-02 16:36:48,652 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-12-02 16:36:48,673 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-12-02 16:36:48,903 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-12-02 16:36:48,905 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-12-02 16:36:48,911 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-12-02 16:36:48,912 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-12-02 16:36:48,912 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:48,913 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:48,913 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:48,914 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:49,074 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:49,940 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:50,235 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00001_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:50,243 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:51,134 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:51,441 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00002_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:51,450 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:52,454 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:52,826 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00003_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:52,837 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:53,894 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:54,255 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00004_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:54,267 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:55,283 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:55,628 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00005_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:58,972 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/constructor.py:49: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03109_00001_mirimage_outlier_i2d.fits'>
  node = self.get_single_node()

2022-12-02 16:37:00,566 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-12-02 16:37:01,747 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:03,163 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:04,514 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:05,754 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:06,992 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:07,229 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-12-02 16:37:07,833 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 73 (0.01%)
2022-12-02 16:37:08,072 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 94 (0.01%)
2022-12-02 16:37:08,312 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 81 (0.01%)
2022-12-02 16:37:08,555 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 89 (0.01%)
2022-12-02 16:37:08,789 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 81 (0.01%)
2022-12-02 16:37:09,094 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00001_mirimage_a3001_crf.fits
2022-12-02 16:37:09,398 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00002_mirimage_a3001_crf.fits
2022-12-02 16:37:09,696 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00003_mirimage_a3001_crf.fits
2022-12-02 16:37:09,988 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00004_mirimage_a3001_crf.fits
2022-12-02 16:37:10,275 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00005_mirimage_a3001_crf.fits
2022-12-02 16:37:10,276 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-12-02 16:37:10,576 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-12-02 16:37:10,578 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:37:10,596 - stpipe.Image3Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:37:10,617 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:37:10,618 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:37:10,618 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:37:10,618 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:37:10,619 - stpipe.Image3Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:37:10,790 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined_long.fits
2022-12-02 16:37:11,623 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-12-02 16:37:12,466 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:13,490 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:14,482 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:15,479 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:16,517 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:16,729 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:37:17,808 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:19,036 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:20,393 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:21,763 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:23,204 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:23,510 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:37:24,632 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:25,942 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:27,184 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:28,371 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:29,544 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:29,832 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:37:30,748 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:31,949 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:33,218 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:34,389 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:35,559 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:35,891 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.512123501 -69.438789889 80.533294974 -69.473745446 80.629169694 -69.466565552 80.607849414 -69.431621670
2022-12-02 16:37:36,447 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_long_i2d.fits
2022-12-02 16:37:36,448 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-12-02 16:37:37,004 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_long_i2d.fits>,).
2022-12-02 16:37:37,006 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-12-02 16:37:37,034 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-12-02 16:37:37,047 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-12-02 16:37:37,048 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-12-02 16:37:37,049 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-12-02 16:37:37,049 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1280W
2022-12-02 16:37:37,050 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-12-02 16:37:37,112 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.24056
2022-12-02 16:37:37,194 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-12-02 16:37:37,962 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 149 sources
2022-12-02 16:37:38,200 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_long_cat.ecsv
2022-12-02 16:37:38,368 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_long_segm.fits
2022-12-02 16:37:38,370 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_long_segm.fits
2022-12-02 16:37:38,371 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-12-02 16:37:38,373 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


photfile_long = 'starfield_combined_long_cat.ecsv'
input_file_long = 'starfield_combined_long_i2d.fits'


# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
#cat_data = table.Table.read(photfile_long, format='ascii', comment='#')

catalog_long = Table.read(photfile_long)
miri_x_long = catalog_long['xcentroid']
miri_y_long = catalog_long['ycentroid']
catalog_long


# Look at output gaia catalog
gaia_out_long = 'fit_gaiadr2_ref.ecsv'


gaia_cat = table.Table.read(gaia_out_long, format='ascii', comment='#')
gaia_cat


# Read in i2d combined Image
im_i2d_long = ImageModel(input_file_long)


# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7febb9d4c5b0>


# Get from RA and Dec in Gaia catalog to x and y positions on image

world_to_detector = im_i2d_long.meta.wcs.get_transform('world', 'detector')
xgaia_long,ygaia_long = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])


# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(xgaia_long, ygaia_long,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7febb9d36cd0>


# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200

ind = np.where((xgaia_long > minval) & (xgaia_long < 1110)& (ygaia_long > minval) & (ygaia_long < maxval))


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')
plt.scatter(xgaia_long[ind], ygaia_long[ind],lw=1, s=5,color='white')

<matplotlib.collections.PathCollection at 0x7febba8364f0>


# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled

xmin = 700
xmax = 900
ymin = 500
ymax = 700

gaiazoom = np.where((xgaia_long > xmin) & (xgaia_long < xmax) & (ygaia_long > ymin) & (ygaia_long < ymax))
print(gaiazoom)
subx = xgaia_long[gaiazoom] - xmin
suby = ygaia_long[gaiazoom] - ymin

mirizoom = np.where((miri_x_long > xmin) & (miri_x_long < xmax) & (miri_y_long > ymin) & (miri_y_long < ymax))
print(gaiazoom)
subxmiri = miri_x_long[mirizoom] - xmin
subymiri = miri_y_long[mirizoom] - ymin


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=18, vmax=26)

plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()

print('Gaia sources are marked in white, MIRI sources from the pipeline in black')

(array([   6,   11,   40,  100,  114,  172,  180,  193,  311,  322,  337,
        364,  380,  437,  483,  533,  551,  557,  740,  781,  793,  860,
        943,  947,  951,  969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
       1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
       1958, 2120, 2150]),)
(array([   6,   11,   40,  100,  114,  172,  180,  193,  311,  322,  337,
        364,  380,  437,  483,  533,  551,  557,  740,  781,  793,  860,
        943,  947,  951,  969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
       1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
       1958, 2120, 2150]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black


# Calculate difference in position between catalog and Gaia positions. There is an offset here.

tol = 1    # Do calculations in pixels
found_count=0

# Set up array for matches
diffarr = np.array(len(xgaia_long))
      
deltax = []
deltay = []
xpos = []
ypos = []

print('         x             y           xdiff          ydiff    < 0.5 pix')
for i in np.arange(0,len(xgaia_long)):
    for j in np.arange(0,len(miri_x_long)):
        x_diff = abs(xgaia_long[i] - miri_x_long[j])
        y_diff = abs(ygaia_long[i] - miri_y_long[j])

        if x_diff < tol and y_diff < tol:
            deltax.append(xgaia_long[i] - miri_x_long[j])
            deltay.append(ygaia_long[i] - miri_y_long[j])
            xpos.append(miri_x_long[j])
            ypos.append(miri_y_long[j])
            found_count +=1

            if (x_diff < 0.5) and (y_diff < 0.5): 
                test = 'pass' 
            else: 
                test = 'fail'
            print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x_long[j], miri_y_long[j], x_diff, y_diff, test))

print()            
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):            
    diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()

         x             y           xdiff          ydiff    < 0.5 pix
    1010.191377     1007.305123        0.817365        0.556672 fail
     673.075498     1151.184518        0.320285        0.415620 pass
    1010.138960      375.141215        0.132400        0.449109 pass
     377.527386      511.506026        0.777354        0.295439 fail
     847.008726      908.023084        0.151913        0.014562 pass
     721.321169       93.756997        0.082218        0.015291 pass
     968.797760      633.839889        0.341589        0.165516 pass
     468.699394     1023.024732        0.302684        0.182874 pass
     387.035100      177.266304        0.046949        0.167844 pass
     570.277705      560.001603        0.262286        0.189066 pass
     858.774027      191.640175        0.315817        0.427740 pass
    1030.012431      807.004029        0.030982        0.056265 pass
     944.385878       60.623242        0.003125        0.520451 fail
     135.501529      863.009864        0.377953        0.119028 pass
      18.469426      918.610572        0.932465        0.430537 fail
     527.978564     1051.496693        0.073010        0.154987 pass
     467.110294      127.445937        0.066092        0.250861 pass
     630.143925      673.139619        0.156724        0.141751 pass
     755.297501      306.121297        0.186411        0.095127 pass
     832.894134      185.295671        0.271667        0.336993 pass
     427.795924      996.999297        0.217285        0.263694 pass
     618.146426      109.734976        0.015201        0.465530 pass
     929.243449      386.972918        0.290951        0.083927 pass
    1011.755290      470.971429        0.454263        0.008983 pass
     810.269883      362.538808        0.258194        0.159678 pass
     156.799576      942.477348        0.155898        0.490519 pass
     870.186946      815.839678        0.111927        0.083943 pass
     787.895070      527.352576        0.135793        0.233505 pass
    1052.489540      106.915059        0.349368        0.116097 pass
     640.835810      532.834067        0.119904        0.218989 pass
     845.507244      657.502324        0.272064        0.083097 pass
     714.399074     1141.212057        0.492798        0.316742 pass
     390.761709      704.473537        0.334452        0.725551 fail
     505.759673      401.027739        0.126298        0.225248 pass
     437.592601      403.637371        0.049550        0.193050 pass
     489.566553      105.205331        0.038897        0.022145 pass
     845.335337      399.105021        0.127802        0.061113 pass
     215.623452      834.728248        0.105393        0.288011 pass
     739.889088      774.855530        0.213656        0.177110 pass
     604.298273      205.207607        0.020230        0.294441 pass
     564.167271      733.158835        0.245714        0.044513 pass
     499.219989      497.844896        0.234578        0.052865 pass
     658.444370      533.142673        0.114210        0.146354 pass
     692.924651     1003.582431        0.142888        0.121110 pass
     814.782022      456.258800        0.151766        0.000463 pass
     940.701917      826.354443        0.150704        0.085689 pass
     318.123786      869.361693        0.164139        0.095792 pass
     458.006616      560.508369        0.111801        0.076919 pass
     950.214862      177.588390        0.439505        0.354377 pass
     305.727328     1094.463565        0.311049        0.205245 pass
     984.612192     1018.577687        0.071492        0.229175 pass
     957.111096     1010.151243        0.168438        0.135462 pass
     471.685192      263.977211        0.228579        0.230130 pass
     555.621708      692.724368        0.052255        0.157388 pass
     529.340944       79.994051        0.265520        0.230171 pass
     411.732699     1031.437090        0.108108        0.102759 pass
     871.900332     1145.220168        0.258273        0.438472 pass
     738.768023      717.474514        0.233454        0.169038 pass
     949.407227      404.178799        0.293233        0.033145 pass
    1024.319219      719.107152        0.355112        0.316230 pass
     943.507938      205.985625        0.329931        0.179485 pass
     584.799094      884.738620        0.092460        0.100362 pass
    1086.799184      941.674356        0.071508        0.114606 pass
     919.272004      875.688276        0.275609        0.139910 pass
     491.594567      842.091623        0.014031        0.107209 pass
     644.682943      619.880196        0.076654        0.010003 pass
     167.444850      894.682966        0.224690        0.166063 pass
     486.202019      585.024901        0.138647        0.024191 pass
     955.292977     1109.447104        0.328407        0.190460 pass
     916.404690      370.973282        0.343213        0.010235 pass
     946.368071      770.317212        0.246880        0.058807 pass
     634.885992      927.674903        0.154294        0.327110 pass
     902.316621      358.029214        0.239707        0.091433 pass
    1013.382240      358.629347        0.233733        0.155425 pass
     741.753109     1144.316339        0.386752        0.247531 pass
     520.549301      650.905077        0.057699        0.186636 pass
    1057.049205      378.815044        0.374541        0.155947 pass
     754.099722      865.128735        0.122365        0.081020 pass
     802.510536      917.413184        0.171232        0.196411 pass
    1035.979337      796.572124        0.361620        0.052595 pass
     678.536769      753.256685        0.080898        0.103362 pass
     668.755246      757.681303        0.124721        0.032333 pass
      58.202381     1115.230704        0.064487        0.285379 pass
     621.527194      514.063874        0.051427        0.336447 pass
     370.354319      673.520073        0.017748        0.008899 pass
     575.658269      323.811756        0.008204        0.141289 pass
     589.354440      146.900162        0.030502        0.302854 pass
     594.407734      460.147361        0.053323        0.030874 pass
     907.716040      531.407111        0.296334        0.025100 pass
     459.003620      149.995634        0.051148        0.012836 pass
     397.000279      376.495136        0.273771        0.031307 pass
     747.947250      616.636071        0.075525        0.007300 pass
     978.229485     1071.301250        0.234099        0.121092 pass
     805.842262      715.052824        0.023956        0.018580 pass
     343.066933      933.155897        0.099784        0.046595 pass
     727.392133     1022.381223        0.206116        0.193105 pass
      88.799696      986.889304        0.183832        0.079074 pass
      21.264996      851.271469        0.247858        0.174116 pass
     776.000700      652.480223        0.087896        0.069323 pass
     352.433908     1002.994315        0.064781        0.128445 pass
    1082.077720      294.080751        0.341069        0.254257 pass
    1026.882178      270.505485        0.310499        0.146118 pass
     334.502581     1117.564002        0.474776        0.162556 pass
     519.264240      489.955725        0.104367        0.053407 pass
     798.117097      394.711669        0.044991        0.107261 pass
     840.544837      135.831689        0.108205        0.297075 pass
     220.889049     1075.123840        0.044492        0.056502 pass
     674.789612      406.071494        0.007359        0.140921 pass
     553.953868     1051.876676        0.034919        0.177683 pass
     378.678059      575.746609        0.145214        0.062096 pass
     479.005498     1033.496434        0.007422        0.116505 pass
     396.766570     1114.080678        0.119794        0.226868 pass
     521.069768      250.549268        0.042089        0.941935 fail

113  matches found


# Look at differences in position in x and y
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')

Text(0, 0.5, 'y difference in pixels')


# Look at differences in position (vector magnitude between the two positions against x coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Look at differences in position (vector magnitude between the two positions against y coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog_long['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
    if (cat_ra[i]>180.):
        cat_ra[i] -= 360.
cat_dec = catalog_long['sky_centroid'].dec.deg


# Look at position differences in RA and Dec rather than pixels

allRAdiff_cal = []
allDecdiff_cal = [] 
    
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
    
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
    
# Find where the catalogs match
    
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    allRAdiff_cal.append(ra_diff[i])
    allDecdiff_cal.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()

RA_Diff (mas)  Dec_diff (mas) pass/fail
     -47.921479       -1.944571 fail
     -26.397026       -0.244930 pass
     116.487080      -10.023321 fail
      81.533913       26.840275 fail
     -25.544897       17.121859 pass
      68.585932       26.577135 fail
       5.851531        6.821221 pass
    -109.040307      -21.637578 fail
     -12.346412      -18.500635 pass
       3.903079       28.738711 pass
     -57.790040       11.745396 fail
      51.304082       14.635367 fail
      61.662468       42.844582 fail
      84.584033      -23.574809 fail
      84.326664       15.850049 fail
      69.216706       23.301550 fail
      29.044206       11.700273 pass
      26.539680       28.472425 pass
     100.197426       20.696925 fail
     -51.494776       20.975936 fail
      89.561115       -2.703518 fail
      24.182485       27.353187 pass
       2.597259       22.085559 pass
      10.555689        3.301253 pass
      35.443859        9.590566 fail
     -13.624654      -33.676149 fail
      77.734318      -14.257230 fail
     -25.647739       31.468683 fail
      78.885516        0.859786 fail
     -75.970530        0.308233 fail
      44.944999      -13.229152 fail
      52.180358       -9.823681 fail
      46.916386        3.467312 fail
      52.244644       -5.795478 fail
      57.062949       -6.596551 fail
     -39.619751        5.757747 fail
     -82.674060      -29.454317 fail
      37.270691      -23.193393 fail
      61.035353      -10.780121 fail
      55.460210       30.246544 fail
       5.770466       18.280429 pass
     -97.153426       18.827234 fail
     -26.654122      -13.646924 pass
      83.313177      -12.923406 fail
      92.765835        3.207102 fail
      90.034353       27.116596 fail
      35.208705       -8.744414 fail
      29.691260      -10.767006 pass
      94.441158       -8.777382 fail
      11.408903      -11.303746 pass
      24.348733        0.690055 pass
     -58.549788      -23.202408 fail
      41.254277        5.831060 fail
     114.144436      -13.029498 fail
     106.687859        6.849043 fail
      80.184788       -0.648268 fail
      69.301499      -31.904029 fail
      68.002302       15.474565 fail
      61.919203       22.279594 fail
      30.138625      -18.908444 fail
     105.371128       25.606082 fail
      43.177848       -5.950514 fail
      65.915139      -17.330721 fail
     115.233331        2.693686 fail
     -18.180489      -13.084719 pass
      36.415072        6.395935 fail
      -1.163038      -32.445716 fail
       6.297934      -37.682616 fail
       4.899941        1.375544 pass
     -11.844743       15.135186 pass
     -10.528187       33.555188 fail
     -18.511060        2.114655 pass
      89.893547        9.595237 fail
      14.953624        2.574476 pass
     -86.650525       -2.931183 fail
      22.856342        2.541786 pass
      80.390029       -7.695839 fail
      -6.176104       -2.570529 pass
     -33.926293        2.747008 fail
      76.489794      -16.165157 fail
     -51.652771      -12.821301 fail
     -65.198208      -24.605967 fail
      31.739999       -5.481374 fail
     -11.565138      -15.430289 pass
      88.522204       35.491127 fail
      86.233506       23.051395 fail
     -35.769271        3.378567 fail
       6.818882       12.675831 pass
      13.815373       34.727537 fail
      17.484270       -5.100873 pass
      -7.020429       15.454985 pass
       0.932974      -20.080323 pass
     -40.790884      -10.092150 fail
       5.392583      -12.808390 pass
     -22.084295      -27.378980 pass


# Compare Gaia catalog to the pipeline (source counts and matches based on ra and dec positions)
# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0

# Set up array for matches
detected = np.chararray(len(gaia_cat))
#print(np.shape(detected))

for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):

    match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1


total_percent_found = (found_count/len(gaia_cat['RA']))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')


SNR threshold used for pipeline:  3
Total matches found: 40
Number of multiples:  0
Total number of input (Gaia) sources: 2189
Total number in output JWST catalog: 149
Total percent found: 1.827318410232983


# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_flux'],color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_flux'], color='green', s=15, label='F7700W')
ax.legend()

plt.yscale('log')
plt.title('Total Flux in '+ str(catalog_long['aper_total_flux'].unit))
plt.xlabel('xcentroid')
plt.ylabel('aper_total_flux')

Text(0, 0.5, 'aper_total_flux')


# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

maxflux = 0.0012

index = np.where(catalog['aper_total_flux'] < maxflux)
index_long = np.where(catalog_long['aper_total_flux'] < maxflux)

ax.scatter(catalog_long['aper_total_flux'][index_long], catalog_long['aper_total_flux_err'][index_long], color='blue', s=10, label='F2180W')
ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index], color='green', s=10, label='F7700W')
ax.legend()
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')

Text(0, 0.5, 'Flux err')


# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_abmag'], color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_abmag'], color='green', s=15, label='F770W')
ax.legend()

#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('xcentroid')
plt.ylabel('aper_total_abmag')

Text(0, 0.5, 'aper_total_abmag')


# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

maxmag = 23

index = np.where(catalog['aper_total_abmag'] < maxmag)
index_long = np.where(catalog_long['aper_total_abmag'] < maxmag)


ax.scatter(catalog_long['aper_total_abmag'][index_long], catalog_long['aper_total_abmag_err'][index_long], color='blue', s=15, label='F2180W')
ax.scatter(catalog['aper_total_abmag'][index], catalog['aper_total_abmag_err'][index], color='green', s=15, label='F770W')
ax.legend()

#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')

Text(0, 0.5, 'AB mag err')

Filter	FWHM
F560W	1.636
F770W	2.187
F1000W	2.888
F1130W	3.318
F1280W	3.713
F1500W	4.354
F1800W	5.224
F2100W	5.989
F2550W	7.312
F2550WR	7.312

label	xcentroid	ycentroid	sky_centroid	aper_bkg_flux	aper_bkg_flux_err	aper30_flux	aper30_flux_err	aper50_flux	aper50_flux_err	aper70_flux	aper70_flux_err	aper_total_flux	aper_total_flux_err	aper30_abmag	aper30_abmag_err	aper50_abmag	aper50_abmag_err	aper70_abmag	aper70_abmag_err	aper_total_abmag	aper_total_abmag_err	aper30_vegamag	aper30_vegamag_err	aper50_vegamag	aper50_vegamag_err	aper70_vegamag	aper70_vegamag_err	aper_total_vegamag	aper_total_vegamag_err	CI_50_30	CI_70_50	CI_70_30	is_extended	sharpness	roundness	nn_label	nn_dist	isophotal_flux	isophotal_flux_err	isophotal_abmag	isophotal_abmag_err	isophotal_vegamag	isophotal_vegamag_err	isophotal_area	semimajor_sigma	semiminor_sigma	ellipticity	orientation	sky_orientation	sky_bbox_ll	sky_bbox_ul	sky_bbox_lr	sky_bbox_ur
			deg,deg	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy																								pix	Jy	Jy					pix2	pix	pix		deg	deg	deg,deg	deg,deg	deg,deg	deg,deg
int64	float64	float64	SkyCoord	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	bool	float64	float32	int64	float64	float64	float32	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	SkyCoord	SkyCoord	SkyCoord	SkyCoord
1	568.1945	6.8213	80.56101413696068,-69.43537316742757	1.078160e-08	7.293572e-09	3.488950e-06	2.009412e-07	5.920850e-06	2.973222e-07	8.653112e-06	6.276199e-07	1.248951e-05	9.058781e-07	22.543263	0.060797	21.969040	0.053197	21.557069	0.076025	21.158637	0.076025	18.159283	0.060797	17.585060	0.053197	17.173089	0.076025	16.774657	0.076025	1.6970	1.4615	2.4801	False	0.593173	-0.323368	2	8.258393	6.359404e-06	3.060951e-07	21.891459	0.051041	17.507479	0.051041	11.0	0.879895	0.858030	0.024850	43.667928	301.624090	80.56082634267732,-69.43531411164618	80.56091777825841,-69.43546476202242	80.56125522211376,-69.43528199325536	80.56134666056434,-69.43543264340646
2	565.4165	14.5984	80.5609180769632,-69.43562533799128	6.674931e-09	5.232642e-09	1.691225e-05	2.562880e-07	3.045700e-05	3.656046e-07	5.385589e-05	6.841566e-07	7.773315e-05	9.874806e-07	20.829497	0.016330	20.190782	0.012956	19.571917	0.013706	19.173484	0.013706	16.445517	0.016330	15.806802	0.012956	15.187937	0.013706	14.789505	0.013706	1.8009	1.7683	3.1844	False	0.546561	0.515181	1	8.258393	6.144500e-05	7.192670e-07	19.428784	0.012636	15.044804	0.012636	57.0	2.682497	1.332731	0.503175	59.004580	316.960742	80.56036654479061,-69.43544304271504	80.56058598592011,-69.43580460411742	80.5612243089012,-69.43537880714139	80.5614437638046,-69.43574036746317
3	791.4223	14.1075	80.5802939280484,-69.43415769254143	0.000000e+00	5.227404e-09	5.044011e-06	1.985014e-07	8.671663e-06	2.912643e-07	1.422498e-05	6.081894e-07	2.053169e-05	8.778330e-07	22.143060	0.041909	21.554744	0.035869	21.017371	0.045456	20.618938	0.045456	17.759080	0.041909	17.170764	0.035869	16.633391	0.045456	16.234959	0.045456	1.7192	1.6404	2.8202	False	0.629467	-0.272102	6	11.316025	1.113473e-05	3.656158e-07	21.283300	0.035078	16.899321	0.035078	17.0	1.138370	0.952100	0.163629	-71.853283	186.102880	80.58008130811376,-69.43409150139571	80.58019118666421,-69.43427226970304	80.58051013436173,-69.4340593356055	80.58062001635416,-69.43424010364224
4	1065.7263	17.7537	80.60388472517539,-69.43250130847238	0.000000e+00	3.616005e-09	3.605142e-06	2.022749e-07	6.241103e-06	2.960004e-07	9.918249e-06	6.264570e-07	1.431555e-05	9.041997e-07	22.507694	0.059270	21.911847	0.050310	21.408913	0.066499	21.010480	0.066499	18.123714	0.059270	17.527867	0.050310	17.024933	0.066499	16.626500	0.066499	1.7312	1.5892	2.7511	False	0.671956	0.529079	9	22.037453	6.960582e-06	3.168362e-07	21.793386	0.048329	17.409406	0.048329	12.0	0.945603	0.861826	0.088596	22.409002	280.365164	80.60365247109402,-69.43244776250376	80.60374419459484,-69.43259839035845	80.60408122923158,-69.43241553869521	80.6041729555992,-69.432566166324
5	658.3352	22.3668	80.5690303139941,-69.43526233529558	-1.852232e-08	4.462394e-09	4.045555e-06	1.412969e-07	6.542887e-06	2.131830e-07	1.085084e-05	4.922427e-07	1.566161e-05	7.104808e-07	22.382555	0.037274	21.860576	0.034812	21.311342	0.048169	20.912909	0.048169	17.998575	0.037274	17.476597	0.034812	16.927362	0.048169	16.528929	0.048169	1.6173	1.6584	2.6822	False	0.612353	0.575803	34	85.424128	7.254162e-06	2.391591e-07	21.748532	0.035218	17.364552	0.035218	13.0	0.983748	0.867466	0.118203	44.146599	302.102761	80.56883874004497,-69.43521788714185	80.56893023137668,-69.43536853331159	80.56926760558564,-69.43518574902645	80.56935909978645,-69.43533639497093
6	789.2636	25.2157	80.58031221452927,-69.43450624848988	6.650521e-09	4.287825e-09	6.562335e-06	1.485417e-07	1.094750e-05	2.155023e-07	1.696132e-05	4.505621e-07	2.448121e-05	6.503210e-07	21.857354	0.024302	21.301713	0.021165	20.826351	0.028465	20.427918	0.028465	17.473374	0.024302	16.917733	0.021165	16.442371	0.028465	16.043938	0.028465	1.6682	1.5493	2.5846	False	0.663897	0.293880	3	11.316025	1.416647e-05	2.878772e-07	21.021846	0.021842	16.637866	0.021842	20.0	1.113801	1.096434	0.015592	-78.838733	179.117429	80.58002545338358,-69.43444220917158	80.58013533325715,-69.43462297751483	80.58054005322373,-69.43440361026138	80.58064993722778,-69.43458437827996
7	825.7080	36.3938	80.58364266357972,-69.43460854017187	-1.038852e-08	3.755061e-09	4.172960e-06	1.388278e-07	6.772618e-06	2.039371e-07	1.012517e-05	4.318534e-07	1.461421e-05	6.233176e-07	22.348889	0.035533	21.823109	0.032211	21.386494	0.045348	20.988062	0.045348	17.964910	0.035533	17.439129	0.032211	17.002515	0.045348	16.604082	0.045348	1.6230	1.4950	2.4264	False	0.593597	-0.119745	11	23.370620	7.451541e-06	2.262251e-07	21.719385	0.032472	17.335405	0.032472	13.0	0.974134	0.864233	0.112820	-41.184280	216.771882	80.58341860215295,-69.43456569095608	80.58351019289245,-69.43471632946319	80.5838474328652,-69.4345335169506	80.58393902647299,-69.43468415523213
8	1040.4210	36.5859	80.60206015856255,-69.43323171664446	5.454254e-08	5.537336e-09	3.214495e-06	1.974829e-07	5.874697e-06	3.025871e-07	1.056174e-05	6.302061e-07	1.524434e-05	9.096109e-07	22.632218	0.064734	21.977536	0.054530	21.340661	0.062925	20.942228	0.062925	18.248238	0.064734	17.593557	0.054530	16.956681	0.062925	16.558248	0.062925	1.8276	1.7978	3.2857	False	0.503698	-0.050023	9	23.747165	8.377834e-06	3.610801e-07	21.592171	0.045814	17.208191	0.045814	15.0	1.086053	0.946878	0.128147	45.304064	303.260226	80.60185716278845,-69.43318125560113	80.60194887683893,-69.4333318844027	80.60228593824966,-69.43314903621076	80.60237765516725,-69.43329966478647
9	1063.9604	39.7203	80.60413627700953,-69.43317444476266	0.000000e+00	4.120195e-09	2.493625e-06	1.891390e-07	4.244485e-06	2.824340e-07	8.296440e-06	6.143830e-07	1.197471e-05	8.867727e-07	22.907922	0.079378	22.330438	0.069944	21.602771	0.077565	21.204338	0.077565	18.523943	0.079378	17.946458	0.069944	17.218791	0.077565	16.820358	0.077565	1.7021	1.9546	3.3271	False	0.696793	0.451199	4	22.037453	3.551811e-06	2.350928e-07	22.523875	0.069586	18.139895	0.069586	7.0	0.723310	0.687505	0.049503	9.781112	267.737274	80.6039886554221,-69.4331470950804	80.60406203839179,-69.4332675972273	80.60433167279086,-69.43312131545548	80.60440505759543,-69.4332418174578
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
534	1015.6244	1138.3232	80.62017099097372,-69.46658121890812	4.989938e-08	5.066810e-09	2.284770e-06	2.017921e-07	3.381970e-06	3.029471e-07	4.752885e-06	7.149771e-07	6.860099e-06	1.031966e-06	23.002894	0.091892	22.577076	0.093145	22.207607	0.152151	21.809174	0.152151	18.618914	0.091892	18.193096	0.093145	17.823627	0.152151	17.425194	0.152151	1.4802	1.4054	2.0802	False	0.897468	0.342657	538	18.012521	3.723043e-06	2.448593e-07	22.472755	0.069157	18.088775	0.069157	7.0	0.978383	0.472407	0.517156	82.852662	340.808824	80.62004088622429,-69.46653355371089	80.62013287041215,-69.46668417293137	80.62029853504363,-69.46651419533265	80.62039052095663,-69.46666481441723
535	741.3925	1143.2671	80.59670794234971,-69.46849813333839	8.717383e-08	4.771465e-09	3.472564e-05	3.482893e-07	6.194300e-05	4.703981e-07	9.905065e-05	7.665233e-07	1.429652e-04	1.106365e-06	20.048374	0.010835	19.420019	0.008214	18.910357	0.008370	18.511924	0.008370	15.664395	0.010835	15.036040	0.008214	14.526377	0.008370	14.127944	0.008370	1.7838	1.5991	2.8524	False	0.568828	0.104810	539	12.776672	1.133144e-04	8.785885e-07	18.764287	0.008386	14.380308	0.008386	77.0	1.809300	1.685478	0.068437	-11.391577	246.564585	80.59620014155249,-69.46838603111713	80.59640215781248,-69.46871742097682	80.59714501201695,-69.46831517765801	80.59734704220047,-69.46864656642337
536	435.2000	1141.3781	80.5703696083249,-69.47041149663026	-1.983575e-08	3.900010e-09	5.419295e-06	1.993799e-07	8.945176e-06	2.907783e-07	1.244091e-05	5.957248e-07	1.795664e-05	8.598422e-07	22.065143	0.039228	21.521028	0.034732	21.162870	0.050783	20.764437	0.050783	17.681163	0.039228	17.137048	0.034732	16.778890	0.050783	16.380458	0.050783	1.6506	1.3908	2.2957	False	0.617539	0.089900	520	20.434076	9.971244e-06	3.323505e-07	21.403127	0.035599	17.019147	0.035599	14.0	0.966441	0.920971	0.047050	76.340707	334.296869	80.57018913313966,-69.47036583870278	80.57028078381278,-69.47051648416334	80.57061869912515,-69.47033369726209	80.57071035267673,-69.47048434249703
537	871.4629	1144.0322	80.60789434274841,-69.4676830110705	4.901375e-08	4.368837e-09	1.945351e-05	2.679093e-07	3.223067e-05	3.721595e-07	4.830799e-05	6.830224e-07	6.972557e-05	9.858437e-07	20.677505	0.014850	20.129327	0.012465	19.689953	0.015244	19.291520	0.015244	16.293525	0.014850	15.745347	0.012465	15.305973	0.015244	14.907540	0.015244	1.6568	1.4988	2.4833	False	0.595641	-0.060762	525	13.517230	4.991307e-05	6.485932e-07	19.654464	0.014018	15.270484	0.014018	46.0	1.476723	1.444551	0.021786	-7.554589	250.401573	80.60748904420488,-69.46760214875223	80.60763608590733,-69.46784315006954	80.60826206173795,-69.46754412809497	80.60840911172332,-69.46778512876048
538	997.9841	1141.9664	80.61872300232848,-69.46680479073298	6.833844e-08	4.677744e-09	2.625495e-06	1.949289e-07	4.447075e-06	2.899559e-07	5.054679e-06	6.321131e-07	7.295695e-06	9.123634e-07	22.851972	0.077758	22.279814	0.068579	22.140766	0.127934	21.742333	0.127934	18.467992	0.077758	17.895834	0.068579	17.756786	0.127934	17.358353	0.127934	1.6938	1.1366	1.9252	False	0.631345	0.060804	523	16.722590	5.047311e-06	2.712827e-07	22.142350	0.056842	17.758370	0.056842	9.0	0.787913	0.779467	0.010720	26.844659	284.800821	80.61856856250925,-69.46677019202136	80.61864214230177,-69.46689068802281	80.61891209972529,-69.46674438366529	80.61898568135796,-69.46686487952176
539	729.5932	1148.1682	80.59578441550369,-69.4687217861564	5.571316e-08	5.477192e-09	4.038834e-06	1.996112e-07	6.987349e-06	2.963128e-07	1.205668e-05	6.279397e-07	1.740207e-05	9.063397e-07	22.384360	0.052376	21.789219	0.045093	21.196930	0.055124	20.798498	0.055124	18.000380	0.052376	17.405239	0.045093	16.812950	0.055124	16.414518	0.055124	1.7300	1.7255	2.9852	False	0.576463	0.030892	535	12.776672	9.978420e-06	3.729294e-07	21.402346	0.039838	17.018366	0.039838	17.0	1.177340	0.951958	0.191433	74.081512	332.037674	80.59555560890642,-69.46865488337563	80.59566579477192,-69.4688356419168	80.59598510260327,-69.46862267947905	80.59609529192099,-69.46880343774893
540	672.5997	1149.9971	80.59092221242389,-69.4691438971468	7.394717e-08	5.442155e-09	7.467697e-06	2.179523e-07	1.230420e-05	3.133821e-07	1.866174e-05	6.357278e-07	2.693550e-05	9.175807e-07	21.717033	0.031235	21.174866	0.027307	20.722620	0.036370	20.324187	0.036370	17.333053	0.031235	16.790887	0.027307	16.338640	0.036370	15.940207	0.036370	1.6477	1.5167	2.4990	False	0.664213	-0.091238	524	35.094311	1.826108e-05	4.635195e-07	20.746184	0.027215	16.362204	0.027215	26.0	1.294860	1.164033	0.101036	0.173245	258.129407	80.59061010287269,-69.46908862520209	80.59072024930839,-69.46926938686634	80.59121141623434,-69.46904355649711	80.59132156750373,-69.4692243177817
541	932.6780	1153.9527	80.61333451021416,-69.46758714320224	1.055636e-07	7.069817e-09	2.039887e-06	1.900911e-07	4.624510e-06	2.895794e-07	1.139870e-05	6.269264e-07	1.645237e-05	9.048772e-07	23.125985	0.096736	22.237336	0.065943	21.257862	0.058131	20.859429	0.058131	18.742005	0.096736	17.853356	0.065943	16.873882	0.058131	16.475449	0.058131	2.2670	2.4648	5.5879	True	0.915041	-1.288310	542	15.643956	1.666596e-05	5.224830e-07	20.845424	0.033516	16.461445	0.033516	34.0	2.695602	0.993653	0.631380	5.073932	263.030094	80.61293056375968,-69.46754020126426	80.61302250236145,-69.46769082423364	80.61404711880186,-69.46745635771885	80.61413906488059,-69.46760698009959
542	948.3219	1153.9258	80.61467765488281,-69.4674854332106	1.323519e-07	7.800542e-09	1.395408e-06	1.873280e-07	2.299519e-06	2.813748e-07	3.699977e-06	6.151403e-07	5.340380e-06	8.878657e-07	23.538247	0.136768	22.995908	0.125333	22.479502	0.166984	22.081070	0.166984	19.154267	0.136768	18.611928	0.125333	18.095523	0.166984	17.697090	0.166984	1.6479	1.6090	2.6515	False	0.737507	-0.762605	541	15.643956	6.275186e-06	3.486647e-07	21.905934	0.058710	17.521954	0.058710	16.0	1.987069	0.856224	0.569102	-24.277675	233.678487	80.61421889572597,-69.46744345807757	80.61431084295494,-69.46759408036772	80.61499188932765,-69.46738540759848	80.61508384173288,-69.4675360294811
543	602.8016	1155.7376	80.58503161440505,-69.46976613132216	9.645330e-08	7.749288e-09	1.603787e-06	1.875577e-07	3.125816e-06	2.840900e-07	6.288214e-06	6.410558e-07	9.076123e-06	9.252710e-07	23.387133	0.120081	22.662592	0.094448	21.903682	0.105400	21.505249	0.105400	19.003153	0.120081	18.278612	0.094448	17.519702	0.105400	17.121269	0.105400	1.9490	2.0117	3.9209	False	-0.109455	-0.965044	532	20.517419	7.503767e-06	3.938603e-07	21.711802	0.055543	17.327822	0.055543	20.0	1.785201	0.923126	0.482901	-9.082464	248.873698	80.58470692842843,-69.469719963713	80.58479867825805,-69.46987060154298	80.58548008383272,-69.46966204401589	80.58557183884206,-69.46981268143927

RA	DEC	mag	objID	GaiaID
float64	float64	float64	int64	str2
80.6352800462868	-69.4528530041638	20.79766	4658081457873855744	-1
80.6089584306409	-69.441665334981	20.79199	4658081462096573056	-1
80.5540605344063	-69.4510149335645	20.72803	4658081389072293120	-1
80.577376127151	-69.4443452330911	20.69327	4658081496494557184	-1
80.5985869347887	-69.4306055937191	20.67209	4658081904468517248	-1
80.606391675101	-69.4554230033405	20.66223	4658081427775021824	-1
80.5933019893023	-69.4513187092001	20.66066	4658081492151636352	-1
80.617727177091	-69.4433874351504	20.65891	4658081462134839808	-1
80.623533022303	-69.4577174095808	20.64151	4658081423514083712	-1
80.5775319561905	-69.4524112170626	20.62047	4658081496456259584	-1
...	...	...	...	...
80.5466900624651	-69.4532144762556	15.45603	4658081389038524928	-1
80.5551479908486	-69.4537086496902	15.40596	4658081393415226624	-1
80.5911368518058	-69.4711740829136	15.27315	4658081285992137472	-1
80.5721331561039	-69.4668552141973	14.90229	4658081359055229312	-1
80.5637449320274	-69.4307131315982	14.75183	4658081526477562240	-1
80.5665528784479	-69.4698077168265	14.58441	4658081354711870080	-1
80.5614223055588	-69.4430273055358	14.52465	4658081496494136192	-1
80.5039446230512	-69.4474541369013	14.33341	4658082149329460992	-1
80.5355854676712	-69.4401925009401	13.58188	4658082248065037824	-1
80.516426597956	-69.4445137183206	13.2718	4658082144952800896	-1

label	xcentroid	ycentroid	sky_centroid	aper_bkg_flux	aper_bkg_flux_err	aper30_flux	aper30_flux_err	aper50_flux	aper50_flux_err	aper70_flux	aper70_flux_err	aper_total_flux	aper_total_flux_err	aper30_abmag	aper30_abmag_err	aper50_abmag	aper50_abmag_err	aper70_abmag	aper70_abmag_err	aper_total_abmag	aper_total_abmag_err	aper30_vegamag	aper30_vegamag_err	aper50_vegamag	aper50_vegamag_err	aper70_vegamag	aper70_vegamag_err	aper_total_vegamag	aper_total_vegamag_err	CI_50_30	CI_70_50	CI_70_30	is_extended	sharpness	roundness	nn_label	nn_dist	isophotal_flux	isophotal_flux_err	isophotal_abmag	isophotal_abmag_err	isophotal_vegamag	isophotal_vegamag_err	isophotal_area	semimajor_sigma	semiminor_sigma	ellipticity	orientation	sky_orientation	sky_bbox_ll	sky_bbox_ul	sky_bbox_lr	sky_bbox_ur
			deg,deg	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy																								pix	Jy	Jy					pix2	pix	pix		deg	deg	deg,deg	deg,deg	deg,deg	deg,deg
int64	float64	float64	SkyCoord	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	bool	float64	float32	int64	float64	float64	float32	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	SkyCoord	SkyCoord	SkyCoord	SkyCoord
1	565.4709	14.9495	80.56090864338675,-69.43561479780116	4.727294e-08	7.610637e-09	6.689505e-06	3.722346e-07	1.212399e-05	5.457946e-07	2.147384e-05	1.194243e-06	3.157000e-05	1.755729e-06	21.836515	0.058794	21.190886	0.047809	20.570226	0.058763	20.151814	0.058763	16.595955	0.058794	15.950326	0.047809	15.329666	0.058763	14.911254	0.058763	1.8124	1.7712	3.2101	False	0.403697	0.233547	3	24.625698	2.616816e-05	9.954867e-07	20.355567	0.040537	15.115007	0.040537	70.0	2.996224	1.897275	0.366778	60.349024	318.305253	80.56034602381149,-69.43542227307377	80.56058375048954,-69.43581396491527	80.56128956394572,-69.43535161410156	80.5615273070377,-69.43574330465533
2	791.2072	19.9113	80.580361237104,-69.43431317351029	8.911427e-08	6.506552e-09	1.585506e-06	3.526593e-07	2.391652e-06	5.036047e-07	7.798251e-06	1.076452e-06	1.146468e-05	1.582558e-06	23.399580	0.218057	22.953255	0.207473	21.670007	0.140392	21.251595	0.140392	18.159020	0.218057	17.712695	0.207473	16.429447	0.140392	16.011035	0.140392	1.5084	3.2606	4.9185	False	0.411604	-0.627248	9	101.672219	1.704558e-05	8.044457e-07	20.820971	0.050068	15.580411	0.050068	61.0	5.013569	1.317954	0.737123	-81.570671	176.385558	80.57980348813638,-69.43409003885898	80.58011480762374,-69.43460221644848	80.58057537575928,-69.43403214113647	80.58088671280095,-69.43454431734607
3	541.7335	21.5040	80.5589923471751,-69.43596475342882	5.759481e-08	8.170478e-09	2.846161e-06	3.053138e-07	5.577625e-06	4.505026e-07	1.136418e-05	9.957110e-07	1.670717e-05	1.463855e-06	22.764352	0.110636	22.033877	0.084333	21.261155	0.091191	20.842743	0.091191	17.523791	0.110636	16.793317	0.084333	16.020595	0.091191	15.602183	0.091191	1.9597	2.0375	3.9928	False	0.293903	-0.460396	1	24.625698	1.314127e-05	6.483705e-07	21.103407	0.052289	15.862846	0.052289	42.0	2.481931	1.315891	0.469811	-5.879174	252.077056	80.5584884917366,-69.43590785432238	80.5586164819961,-69.43611876671976	80.55943205929319,-69.43583720541031	80.55956005839155,-69.4360481171144
4	1041.0008	36.9993	80.60209693270511,-69.43321968274137	6.294886e-08	8.532048e-09	1.850295e-06	3.631250e-07	3.558128e-06	5.342838e-07	6.454435e-06	1.190130e-06	9.489057e-06	1.749683e-06	23.231897	0.194557	22.521946	0.151894	21.875354	0.183736	21.456942	0.183736	17.991337	0.194557	17.281386	0.151894	16.634794	0.183736	16.216382	0.183736	1.9230	1.8140	3.4883	False	0.757454	0.675951	11	70.853399	2.422831e-06	3.585695e-07	22.939192	0.149851	17.698632	0.149851	9.0	0.813479	0.806296	0.008830	43.917183	301.873412	80.60194073194573,-69.43318418566919	80.60201410327218,-69.43330468877356	80.60228375263291,-69.43315841017849	80.60235712579427,-69.43327891313831
5	944.3859	60.6232	80.5942445326596,-69.43455376821836	3.068326e-08	6.329107e-09	3.264609e-06	2.602425e-07	5.498440e-06	3.825973e-07	7.791456e-06	8.438223e-07	1.145469e-05	1.240554e-06	22.615422	0.083274	22.049401	0.073036	21.670953	0.111644	21.252541	0.111644	17.374862	0.083274	16.808841	0.073036	16.430393	0.111644	16.011981	0.111644	1.6843	1.4170	2.3866	False	0.318523	0.343898	4	99.461189	4.753769e-06	3.081815e-07	22.207405	0.068200	16.966845	0.068200	13.0	1.046039	0.905913	0.133959	-43.694132	214.262097	80.59404386886479,-69.4345019471081	80.5941355334341,-69.43465258014352	80.59447268272355,-69.43446974707554	80.59456435016064,-69.43462037988523
6	630.3245	65.3318	80.5673932886262,-69.43671610847453	9.920342e-08	6.679984e-09	1.390551e-06	2.528146e-07	2.852900e-06	3.722468e-07	7.789150e-06	8.312334e-07	1.145130e-05	1.222047e-06	23.542033	0.181368	22.761784	0.133157	21.671275	0.110091	21.252863	0.110091	18.301473	0.181368	17.521224	0.133157	16.430715	0.110091	16.012303	0.110091	2.0516	2.7303	5.6015	True	0.152302	-1.822465	12	46.042842	8.888729e-06	4.924153e-07	21.527901	0.058540	16.287341	0.058540	35.0	2.573898	1.131837	0.560263	-42.831120	215.125109	80.56699511744975,-69.43662523602262	80.56715978964114,-69.43689640105275	80.56776713061566,-69.43656739505224	80.56793181210449,-69.43683855935254
7	394.3334	72.3313	80.5472765008555,-69.4384424993236	4.179142e-08	9.222787e-09	1.901300e-06	1.225168e-07	3.494553e-06	1.815001e-07	8.366196e-06	4.150712e-07	1.229965e-05	6.102214e-07	23.202374	0.067801	22.541521	0.054975	21.593680	0.052573	21.175268	0.052573	17.961814	0.067801	17.300961	0.054975	16.353120	0.052573	15.934708	0.052573	1.8380	2.3941	4.4003	False	1.599540	-0.640441	13	55.454012	1.555974e-06	9.832475e-08	23.419994	0.066529	18.179434	0.066529	6.0	0.908839	0.523497	0.423994	-45.139428	212.816801	80.547085747802,-69.43839908441	80.54715882931235,-69.43851961057825	80.54742891739029,-69.43837341694575	80.54750200073809,-69.4384939429701
8	529.3409	79.9941	80.55899880512173,-69.43780666911967	5.398585e-08	5.404841e-09	6.960556e-06	2.458565e-07	1.160327e-05	3.554485e-07	1.522954e-05	7.659358e-07	2.238987e-05	1.126049e-06	21.793390	0.037688	21.238549	0.032761	20.943283	0.053276	20.524871	0.053276	16.552830	0.037688	15.997989	0.032761	15.702723	0.053276	15.284311	0.053276	1.6670	1.3125	2.1880	False	0.469522	-0.303890	10	47.091515	1.753399e-05	5.169762e-07	20.790298	0.031549	15.549738	0.031549	44.0	1.797507	1.599293	0.110272	-17.613165	240.343064	80.55860541128449,-69.43772606090793	80.55875169975877,-69.43796710354636	80.55937748656511,-69.43766825711404	80.55952378330569,-69.43790929910413
9	721.3212	93.7570	80.57571917025444,-69.4369875271473	5.990188e-08	5.274971e-09	2.442376e-06	2.111054e-07	4.310395e-06	3.085543e-07	5.639394e-06	6.818759e-07	8.290816e-06	1.002467e-06	22.930469	0.090009	22.313707	0.075065	22.021919	0.123930	21.603507	0.123930	17.689908	0.090009	17.073147	0.075065	16.781359	0.123930	16.362947	0.123930	1.7648	1.3083	2.3090	False	0.344789	-0.161327	6	95.333059	3.868002e-06	2.403990e-07	22.431283	0.065465	17.190723	0.065465	12.0	1.021922	0.891057	0.128058	-18.993825	238.962404	80.57552163010774,-69.43693123872121	80.57561317521464,-69.437081881501	80.57595052017757,-69.43689908428108	80.57604206815374,-69.43704972683545
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
140	396.7666	1114.0807	80.56654674392138,-69.4698153220986	-2.187186e-08	8.157207e-09	9.234772e-05	1.066515e-07	1.549414e-04	1.573559e-07	2.252754e-04	3.438704e-07	3.311911e-04	5.055448e-07	18.986435	0.001253	18.424581	0.001102	18.018215	0.001656	17.599803	0.001656	13.745875	0.001253	13.184021	0.001102	12.777655	0.001656	12.359243	0.001656	1.6778	1.4539	2.4394	False	0.408809	0.014022	141	62.361349	2.504680e-04	4.802899e-07	17.903119	0.002080	12.662559	0.002080	177.0	2.556570	2.525091	0.012313	-51.429436	206.526793	80.56578355179465,-69.46963361599384	80.56607672833745,-69.4701156890833	80.56715813370393,-69.46953079477987	80.5674513397223,-69.4700128655598
141	334.5026	1117.5640	80.56126120795223,-69.47032032387911	3.133176e-08	8.154610e-09	6.379218e-05	1.060080e-07	1.032016e-04	1.565003e-07	1.562591e-04	3.480576e-07	2.297260e-04	5.117006e-07	19.388081	0.001803	18.865783	0.001645	18.415387	0.002416	17.996975	0.002416	14.147521	0.001803	13.625223	0.001645	13.174827	0.002416	12.756414	0.002416	1.6178	1.5141	2.4495	False	0.782839	0.889602	144	25.601369	1.797192e-04	4.473098e-07	18.263514	0.002699	13.022954	0.002699	165.0	2.741332	2.512212	0.083580	77.636396	335.592625	80.56051187068199,-69.47012233631317	80.56082325245362,-69.47063454836209	80.56188650914999,-69.47001955663768	80.56219792224343,-69.47053176623373
142	58.2024	1115.2307	80.53747800439376,-69.47202328665465	-1.754495e-08	7.278672e-09	1.279415e-05	3.624720e-07	2.136172e-05	5.253996e-07	3.095177e-05	1.135796e-06	4.550408e-05	1.669803e-06	21.132471	0.030332	20.575909	0.026381	20.173286	0.039128	19.754874	0.039128	15.891911	0.030332	15.335349	0.026381	14.932726	0.039128	14.514314	0.039128	1.6696	1.4489	2.4192	False	0.370824	-0.005230	115	131.938283	2.859137e-05	8.291113e-07	20.259413	0.031037	15.018853	0.031037	52.0	1.794765	1.744699	0.027896	50.611824	308.568053	80.53709164360681,-69.47193461043433	80.53725620884326,-69.47220580368871	80.5378650076932,-69.47187690201164	80.53802958226211,-69.47214809453693
143	195.3861	1125.1809	80.54944779290393,-69.47144307288005	9.380163e-09	7.626292e-09	3.640796e-06	2.445145e-07	7.096280e-06	3.597332e-07	1.928853e-05	8.015404e-07	2.835725e-05	1.178393e-06	22.497009	0.070573	21.772423	0.053690	20.686752	0.044206	20.268340	0.044206	17.256449	0.070573	16.531863	0.053690	15.446192	0.044206	15.027780	0.044206	1.9491	2.7181	5.2979	False	0.362715	0.367695	149	41.503663	1.293550e-05	5.136514e-07	21.120542	0.042279	15.879982	0.042279	41.0	1.861212	1.591319	0.145009	8.148946	266.105175	80.5490465216569,-69.47135710241658	80.54919293203342,-69.4715981530714	80.54981983277958,-69.47129934100185	80.54996625144958,-69.47154039100799
144	312.3901	1130.4663	80.55959769206929,-69.47085110832644	0.000000e+00	2.218899e-09	3.310700e-06	1.329593e-07	3.990389e-06	1.970625e-07	3.733643e-06	4.019092e-07	5.489056e-06	5.908711e-07	22.600200	0.042751	22.397462	0.052336	22.469668	0.111002	22.051256	0.111002	17.359640	0.042751	17.156902	0.052336	17.229108	0.111002	16.810696	0.111002	1.2053	0.9357	1.1278	False	0.517448	-0.280797	141	25.601369	4.071843e-06	1.428732e-07	22.375522	0.037443	17.134962	0.037443	9.0	1.086070	0.611356	0.437093	2.796622	260.752851	80.55939928158615,-69.47080400301563	80.55947254262632,-69.47092452401428	80.55982887283332,-69.47077188827055	80.55990213617677,-69.47089240908886
145	714.3991	1141.2121	80.59433085481167,-69.46858934263928	-6.711818e-09	7.265866e-09	3.889214e-06	3.551297e-07	6.420454e-06	5.176157e-07	1.012647e-05	1.096461e-06	1.488754e-05	1.611974e-06	22.425346	0.094872	21.881086	0.084182	21.386354	0.111620	20.967942	0.111620	17.184785	0.094872	16.640526	0.084182	16.145794	0.111620	15.727382	0.111620	1.6508	1.5772	2.6037	False	0.303351	0.235976	146	27.529616	5.008630e-06	4.048236e-07	22.150703	0.084389	16.910143	0.084389	12.0	1.067338	0.828270	0.223985	32.739322	290.695552	80.59413628920473,-69.4685499942257	80.59422809985665,-69.4687006272136	80.5945657832698,-69.4685177939507	80.59465759679861,-69.46866842671253
146	741.7531	1144.3163	80.59673753265552,-69.46850668623944	2.368366e-09	6.150602e-09	1.445533e-05	3.814116e-07	2.425497e-05	5.511286e-07	3.721779e-05	1.173489e-06	5.471614e-05	1.725217e-06	20.999930	0.028276	20.437998	0.024394	19.973123	0.033705	19.554711	0.033705	15.759370	0.028276	15.197438	0.024394	14.732563	0.033705	14.314151	0.033705	1.6779	1.5344	2.5747	False	0.383306	0.221318	145	27.529616	3.555491e-05	9.752114e-07	20.022751	0.029379	14.782191	0.029379	68.0	2.047263	1.925945	0.059259	49.686983	307.643212	80.59628374663731,-69.46838898227666	80.5964673979986,-69.46869024594312	80.59714272058473,-69.46832457009525	80.59732638345308,-69.46862583285733
147	871.9003	1145.2202	80.60793309319958,-69.46769524780673	0.000000e+00	6.594597e-09	6.115625e-06	3.616406e-07	1.015161e-05	5.278065e-07	1.371051e-05	1.159126e-06	2.015665e-05	1.704101e-06	21.933898	0.062377	21.383663	0.055032	21.057366	0.088117	20.638954	0.088117	16.693338	0.062377	16.143103	0.055032	15.816806	0.088117	15.398394	0.088117	1.6599	1.3506	2.2419	False	0.390939	0.019548	139	90.741640	1.148745e-05	5.878287e-07	21.249441	0.054184	16.008881	0.054184	25.0	1.330942	1.310188	0.015594	-3.458491	254.497738	80.60759103653662,-69.4676352230663	80.6077196985385,-69.46784609931564	80.60819227394013,-69.46759009601091	80.60832094157907,-69.4678009718167
148	673.0755	1151.1845	80.59096422780038,-69.46915587199365	0.000000e+00	6.109269e-09	3.178937e-06	3.571713e-07	5.914221e-06	5.238851e-07	1.001493e-05	1.157440e-06	1.472356e-05	1.701623e-06	22.644295	0.115609	21.970256	0.092151	21.398380	0.118743	20.979968	0.118743	17.403735	0.115609	16.729696	0.092151	16.157820	0.118743	15.739408	0.118743	1.8604	1.6934	3.1504	False	0.520998	0.510920	145	42.509856	4.942694e-06	4.389880e-07	22.165091	0.092386	16.924531	0.092386	14.0	1.332726	0.778517	0.415846	-83.586329	174.369900	80.59077960688255,-69.46908513927349	80.59088975429293,-69.4692659009723	80.59112321483697,-69.46905938574946	80.59123336500946,-69.46924014723133
149	227.4199	1151.5701	80.55268332066805,-69.47203259149998	0.000000e+00	7.010574e-09	2.494826e-06	3.270656e-07	2.962733e-06	4.997537e-07	2.997148e-06	1.122718e-06	4.406289e-06	1.650576e-06	22.907399	0.133750	22.720769	0.169239	22.708230	0.345437	22.289817	0.345437	17.666839	0.133750	17.480209	0.169239	17.467669	0.345437	17.049257	0.345437	1.1876	1.0116	1.2013	False	0.485056	-0.517668	143	41.503663	3.172437e-06	3.078397e-07	22.646517	0.100552	17.405957	0.100552	8.0	1.116532	0.495051	0.556617	0.213890	258.170119	80.55249876423146,-69.47201267379447	80.55255368395873,-69.47210306671754	80.55292839000036,-69.47198057604216	80.55298331145549,-69.47207096883001

RA	DEC	mag	objID	GaiaID
float64	float64	float64	int64	str2
80.6352800462868	-69.4528530041638	20.79766	4658081457873855744	-1
80.6089584306409	-69.441665334981	20.79199	4658081462096573056	-1
80.5540605344063	-69.4510149335645	20.72803	4658081389072293120	-1
80.577376127151	-69.4443452330911	20.69327	4658081496494557184	-1
80.5985869347887	-69.4306055937191	20.67209	4658081904468517248	-1
80.606391675101	-69.4554230033405	20.66223	4658081427775021824	-1
80.5933019893023	-69.4513187092001	20.66066	4658081492151636352	-1
80.617727177091	-69.4433874351504	20.65891	4658081462134839808	-1
80.623533022303	-69.4577174095808	20.64151	4658081423514083712	-1
80.5775319561905	-69.4524112170626	20.62047	4658081496456259584	-1
...	...	...	...	...
80.5466900624651	-69.4532144762556	15.45603	4658081389038524928	-1
80.5551479908486	-69.4537086496902	15.40596	4658081393415226624	-1
80.5911368518058	-69.4711740829136	15.27315	4658081285992137472	-1
80.5721331561039	-69.4668552141973	14.90229	4658081359055229312	-1
80.5637449320274	-69.4307131315982	14.75183	4658081526477562240	-1
80.5665528784479	-69.4698077168265	14.58441	4658081354711870080	-1
80.5614223055588	-69.4430273055358	14.52465	4658081496494136192	-1
80.5039446230512	-69.4474541369013	14.33341	4658082149329460992	-1
80.5355854676712	-69.4401925009401	13.58188	4658082248065037824	-1
80.516426597956	-69.4445137183206	13.2718	4658082144952800896	-1

JWST Pipeline Validation Notebook: calwebb_image3 astrometry: tweakreg and source_catalog with MIRI using Gaia¶

Table of Contents¶

Introduction¶

Test description¶

Create a temporary directory for all of the test data¶

Set up import statements¶

Print pipeline version¶

Read in data¶

Run Pipelines¶

Create association file to run through Calwebb_image3¶

Run Calwebb_Image3 pipeline¶

Results¶

Read in output table of source_catalog step and print ecsv table¶

Display image and overplot detector sources from ecsv table¶

Double-check pipeline Gaia catalog against catalog from Vizier (Gaia DR2)¶

Compare Source catalog positions to Gaia positions found by pipeline¶

Compare RA, Dec positions in catalogs¶

Compare number of sources found by pipeline to number of gaia sources in pipeline output catalog¶

Look at results of photometry with catalog¶

Do the same comparison for longer wavelength data.¶

Read in longer wavelength data¶

Run data through pipelines¶

Look at results for longer wavelengths¶

Look at image and source catlog overlays¶

Compare Source catalog positions to Gaia positions found by pipeline¶

Look at the photometry of the two filters¶

Metrics:¶

About this Notebook¶